{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 21847,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 3.0487804878048784e-08,
      "loss": 1.1085,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.097560975609757e-08,
      "loss": 1.0638,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.146341463414634e-08,
      "loss": 1.1373,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2195121951219514e-07,
      "loss": 1.1781,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5243902439024392e-07,
      "loss": 1.1244,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8292682926829268e-07,
      "loss": 1.0294,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.134146341463415e-07,
      "loss": 1.0606,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.439024390243903e-07,
      "loss": 1.1678,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7439024390243906e-07,
      "loss": 1.2033,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0487804878048784e-07,
      "loss": 1.1663,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3536585365853663e-07,
      "loss": 1.1227,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6585365853658536e-07,
      "loss": 1.1846,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.963414634146342e-07,
      "loss": 1.1638,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.26829268292683e-07,
      "loss": 1.107,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.573170731707317e-07,
      "loss": 1.1653,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.878048780487805e-07,
      "loss": 1.1218,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.182926829268293e-07,
      "loss": 1.1618,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.487804878048781e-07,
      "loss": 1.1276,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.79268292682927e-07,
      "loss": 1.1035,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.097560975609757e-07,
      "loss": 1.2302,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.402439024390244e-07,
      "loss": 1.106,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.707317073170733e-07,
      "loss": 1.0855,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.012195121951221e-07,
      "loss": 1.2175,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.317073170731707e-07,
      "loss": 1.1519,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.621951219512196e-07,
      "loss": 1.1817,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.926829268292684e-07,
      "loss": 1.1427,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.231707317073172e-07,
      "loss": 1.0381,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.53658536585366e-07,
      "loss": 1.088,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.841463414634147e-07,
      "loss": 1.0951,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.146341463414634e-07,
      "loss": 1.0708,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.451219512195123e-07,
      "loss": 1.0913,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.75609756097561e-07,
      "loss": 1.0888,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0060975609756098e-06,
      "loss": 1.0096,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0365853658536586e-06,
      "loss": 0.9752,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0670731707317073e-06,
      "loss": 0.9617,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0975609756097562e-06,
      "loss": 0.844,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.128048780487805e-06,
      "loss": 0.9792,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.158536585365854e-06,
      "loss": 0.8362,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1890243902439024e-06,
      "loss": 0.9624,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 1.1342,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.25e-06,
      "loss": 0.959,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2804878048780488e-06,
      "loss": 1.0186,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3109756097560978e-06,
      "loss": 0.9778,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3414634146341465e-06,
      "loss": 0.9425,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3719512195121952e-06,
      "loss": 0.8394,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4024390243902442e-06,
      "loss": 0.9412,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4329268292682927e-06,
      "loss": 0.9598,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4634146341463414e-06,
      "loss": 0.8943,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4939024390243904e-06,
      "loss": 0.8982,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5243902439024391e-06,
      "loss": 0.912,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5548780487804878e-06,
      "loss": 0.9585,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5853658536585368e-06,
      "loss": 0.8373,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6158536585365855e-06,
      "loss": 0.8134,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6463414634146345e-06,
      "loss": 0.9151,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6768292682926832e-06,
      "loss": 0.8883,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.707317073170732e-06,
      "loss": 0.9524,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7378048780487804e-06,
      "loss": 0.8893,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7682926829268294e-06,
      "loss": 0.9302,
      "step": 58
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7987804878048781e-06,
      "loss": 0.9399,
      "step": 59
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8292682926829268e-06,
      "loss": 0.8235,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8597560975609758e-06,
      "loss": 0.9281,
      "step": 61
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8902439024390245e-06,
      "loss": 0.9546,
      "step": 62
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9207317073170733e-06,
      "loss": 0.8525,
      "step": 63
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.951219512195122e-06,
      "loss": 0.9157,
      "step": 64
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.981707317073171e-06,
      "loss": 0.9046,
      "step": 65
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0121951219512197e-06,
      "loss": 0.8821,
      "step": 66
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.042682926829268e-06,
      "loss": 0.7916,
      "step": 67
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.073170731707317e-06,
      "loss": 0.9293,
      "step": 68
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.103658536585366e-06,
      "loss": 0.8058,
      "step": 69
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1341463414634146e-06,
      "loss": 0.9205,
      "step": 70
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1646341463414635e-06,
      "loss": 0.9149,
      "step": 71
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1951219512195125e-06,
      "loss": 0.8638,
      "step": 72
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.225609756097561e-06,
      "loss": 0.8048,
      "step": 73
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.25609756097561e-06,
      "loss": 0.9303,
      "step": 74
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.286585365853659e-06,
      "loss": 0.8613,
      "step": 75
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.317073170731708e-06,
      "loss": 0.8512,
      "step": 76
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3475609756097563e-06,
      "loss": 0.8483,
      "step": 77
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.378048780487805e-06,
      "loss": 1.0122,
      "step": 78
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.408536585365854e-06,
      "loss": 0.9269,
      "step": 79
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 0.8309,
      "step": 80
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4695121951219513e-06,
      "loss": 0.8668,
      "step": 81
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5e-06,
      "loss": 0.9774,
      "step": 82
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.530487804878049e-06,
      "loss": 0.8376,
      "step": 83
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5609756097560977e-06,
      "loss": 0.8602,
      "step": 84
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5914634146341466e-06,
      "loss": 0.9079,
      "step": 85
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6219512195121956e-06,
      "loss": 0.7526,
      "step": 86
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.652439024390244e-06,
      "loss": 0.8445,
      "step": 87
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.682926829268293e-06,
      "loss": 0.9297,
      "step": 88
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.713414634146342e-06,
      "loss": 0.8008,
      "step": 89
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7439024390243905e-06,
      "loss": 0.8175,
      "step": 90
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7743902439024394e-06,
      "loss": 0.8209,
      "step": 91
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8048780487804884e-06,
      "loss": 0.8436,
      "step": 92
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8353658536585365e-06,
      "loss": 0.7498,
      "step": 93
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8658536585365854e-06,
      "loss": 0.8887,
      "step": 94
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8963414634146343e-06,
      "loss": 0.7871,
      "step": 95
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.926829268292683e-06,
      "loss": 0.8322,
      "step": 96
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.957317073170732e-06,
      "loss": 0.8134,
      "step": 97
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9878048780487808e-06,
      "loss": 0.8751,
      "step": 98
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0182926829268293e-06,
      "loss": 0.8294,
      "step": 99
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0487804878048782e-06,
      "loss": 0.7713,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.079268292682927e-06,
      "loss": 0.9443,
      "step": 101
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1097560975609757e-06,
      "loss": 0.7838,
      "step": 102
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1402439024390246e-06,
      "loss": 0.8693,
      "step": 103
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1707317073170736e-06,
      "loss": 0.777,
      "step": 104
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.201219512195122e-06,
      "loss": 0.8495,
      "step": 105
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.231707317073171e-06,
      "loss": 0.8803,
      "step": 106
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.26219512195122e-06,
      "loss": 0.7734,
      "step": 107
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.292682926829269e-06,
      "loss": 0.8229,
      "step": 108
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3231707317073174e-06,
      "loss": 0.8838,
      "step": 109
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3536585365853664e-06,
      "loss": 0.8803,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3841463414634153e-06,
      "loss": 0.8489,
      "step": 111
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.414634146341464e-06,
      "loss": 0.7404,
      "step": 112
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4451219512195124e-06,
      "loss": 0.7957,
      "step": 113
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.475609756097561e-06,
      "loss": 0.8627,
      "step": 114
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.50609756097561e-06,
      "loss": 0.7829,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5365853658536588e-06,
      "loss": 0.8572,
      "step": 116
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5670731707317073e-06,
      "loss": 0.7868,
      "step": 117
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5975609756097562e-06,
      "loss": 0.9449,
      "step": 118
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.628048780487805e-06,
      "loss": 0.7337,
      "step": 119
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 0.7485,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6890243902439026e-06,
      "loss": 0.8343,
      "step": 121
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7195121951219516e-06,
      "loss": 0.8196,
      "step": 122
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.8468,
      "step": 123
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.780487804878049e-06,
      "loss": 0.6816,
      "step": 124
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.810975609756098e-06,
      "loss": 0.8162,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8414634146341465e-06,
      "loss": 0.7597,
      "step": 126
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8719512195121954e-06,
      "loss": 0.8455,
      "step": 127
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.902439024390244e-06,
      "loss": 0.7036,
      "step": 128
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.932926829268293e-06,
      "loss": 0.7088,
      "step": 129
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.963414634146342e-06,
      "loss": 0.824,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.99390243902439e-06,
      "loss": 0.778,
      "step": 131
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.024390243902439e-06,
      "loss": 0.7074,
      "step": 132
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.054878048780488e-06,
      "loss": 0.7915,
      "step": 133
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.085365853658536e-06,
      "loss": 0.8452,
      "step": 134
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.115853658536585e-06,
      "loss": 0.7157,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.146341463414634e-06,
      "loss": 0.7145,
      "step": 136
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.176829268292683e-06,
      "loss": 0.8258,
      "step": 137
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.207317073170732e-06,
      "loss": 0.6997,
      "step": 138
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.237804878048781e-06,
      "loss": 0.7861,
      "step": 139
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.268292682926829e-06,
      "loss": 0.7129,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.298780487804878e-06,
      "loss": 0.8226,
      "step": 141
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.329268292682927e-06,
      "loss": 0.7688,
      "step": 142
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.359756097560976e-06,
      "loss": 0.8173,
      "step": 143
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.390243902439025e-06,
      "loss": 0.7413,
      "step": 144
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.420731707317074e-06,
      "loss": 0.7949,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.451219512195122e-06,
      "loss": 0.79,
      "step": 146
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.481707317073171e-06,
      "loss": 0.8303,
      "step": 147
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.51219512195122e-06,
      "loss": 0.8012,
      "step": 148
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.542682926829269e-06,
      "loss": 0.7281,
      "step": 149
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.573170731707318e-06,
      "loss": 0.6923,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.603658536585367e-06,
      "loss": 0.7703,
      "step": 151
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.634146341463416e-06,
      "loss": 0.6632,
      "step": 152
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.664634146341464e-06,
      "loss": 0.7722,
      "step": 153
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.695121951219513e-06,
      "loss": 0.822,
      "step": 154
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.725609756097561e-06,
      "loss": 0.8005,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.75609756097561e-06,
      "loss": 0.8308,
      "step": 156
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.786585365853659e-06,
      "loss": 0.7421,
      "step": 157
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.817073170731708e-06,
      "loss": 0.704,
      "step": 158
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.8475609756097565e-06,
      "loss": 0.7782,
      "step": 159
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 0.7286,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.908536585365854e-06,
      "loss": 0.7261,
      "step": 161
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9390243902439025e-06,
      "loss": 0.7498,
      "step": 162
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9695121951219515e-06,
      "loss": 0.7682,
      "step": 163
    },
    {
      "epoch": 0.01,
      "learning_rate": 5e-06,
      "loss": 0.7581,
      "step": 164
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.030487804878049e-06,
      "loss": 0.7124,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.060975609756098e-06,
      "loss": 0.8147,
      "step": 166
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.091463414634147e-06,
      "loss": 0.7799,
      "step": 167
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.121951219512195e-06,
      "loss": 0.7245,
      "step": 168
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.152439024390244e-06,
      "loss": 0.6586,
      "step": 169
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.182926829268293e-06,
      "loss": 0.8495,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.213414634146342e-06,
      "loss": 0.8519,
      "step": 171
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.243902439024391e-06,
      "loss": 0.8979,
      "step": 172
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.27439024390244e-06,
      "loss": 0.7724,
      "step": 173
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.304878048780488e-06,
      "loss": 0.8183,
      "step": 174
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.335365853658537e-06,
      "loss": 0.786,
      "step": 175
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.365853658536586e-06,
      "loss": 0.7653,
      "step": 176
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.396341463414635e-06,
      "loss": 0.8177,
      "step": 177
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.426829268292684e-06,
      "loss": 0.8573,
      "step": 178
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.457317073170733e-06,
      "loss": 0.7379,
      "step": 179
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.487804878048781e-06,
      "loss": 0.7503,
      "step": 180
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.51829268292683e-06,
      "loss": 0.8183,
      "step": 181
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.548780487804879e-06,
      "loss": 0.7211,
      "step": 182
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.579268292682928e-06,
      "loss": 0.816,
      "step": 183
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.609756097560977e-06,
      "loss": 0.8167,
      "step": 184
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.640243902439024e-06,
      "loss": 0.8826,
      "step": 185
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.670731707317073e-06,
      "loss": 0.8607,
      "step": 186
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.701219512195122e-06,
      "loss": 0.6948,
      "step": 187
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.731707317073171e-06,
      "loss": 0.7877,
      "step": 188
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.76219512195122e-06,
      "loss": 0.8351,
      "step": 189
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.792682926829269e-06,
      "loss": 0.791,
      "step": 190
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.823170731707317e-06,
      "loss": 0.7969,
      "step": 191
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.853658536585366e-06,
      "loss": 0.7605,
      "step": 192
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.884146341463415e-06,
      "loss": 0.765,
      "step": 193
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.914634146341464e-06,
      "loss": 0.7395,
      "step": 194
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9451219512195126e-06,
      "loss": 0.8432,
      "step": 195
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9756097560975615e-06,
      "loss": 0.7944,
      "step": 196
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0060975609756104e-06,
      "loss": 0.7692,
      "step": 197
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0365853658536585e-06,
      "loss": 0.762,
      "step": 198
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0670731707317075e-06,
      "loss": 0.8402,
      "step": 199
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 0.76,
      "step": 200
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.128048780487805e-06,
      "loss": 0.3099,
      "step": 201
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.158536585365854e-06,
      "loss": 0.662,
      "step": 202
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.189024390243903e-06,
      "loss": 0.8246,
      "step": 203
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.219512195121951e-06,
      "loss": 0.8624,
      "step": 204
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.25e-06,
      "loss": 0.7501,
      "step": 205
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.280487804878049e-06,
      "loss": 0.6812,
      "step": 206
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.310975609756098e-06,
      "loss": 0.7697,
      "step": 207
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.341463414634147e-06,
      "loss": 0.533,
      "step": 208
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.371951219512196e-06,
      "loss": 0.69,
      "step": 209
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.402439024390244e-06,
      "loss": 0.7482,
      "step": 210
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.432926829268293e-06,
      "loss": 0.7431,
      "step": 211
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.463414634146342e-06,
      "loss": 0.7204,
      "step": 212
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.493902439024391e-06,
      "loss": 0.685,
      "step": 213
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.52439024390244e-06,
      "loss": 0.7273,
      "step": 214
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.554878048780489e-06,
      "loss": 0.7415,
      "step": 215
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.585365853658538e-06,
      "loss": 0.6185,
      "step": 216
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.615853658536586e-06,
      "loss": 0.8094,
      "step": 217
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.646341463414635e-06,
      "loss": 0.6189,
      "step": 218
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.676829268292684e-06,
      "loss": 0.7082,
      "step": 219
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.707317073170733e-06,
      "loss": 0.7994,
      "step": 220
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.737804878048782e-06,
      "loss": 0.7509,
      "step": 221
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.768292682926831e-06,
      "loss": 0.7506,
      "step": 222
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.798780487804879e-06,
      "loss": 0.8001,
      "step": 223
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.829268292682928e-06,
      "loss": 0.7307,
      "step": 224
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.859756097560977e-06,
      "loss": 0.747,
      "step": 225
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.890243902439025e-06,
      "loss": 0.7759,
      "step": 226
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.920731707317073e-06,
      "loss": 0.701,
      "step": 227
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.951219512195122e-06,
      "loss": 0.6819,
      "step": 228
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.981707317073171e-06,
      "loss": 0.7607,
      "step": 229
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.01219512195122e-06,
      "loss": 0.7293,
      "step": 230
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.042682926829269e-06,
      "loss": 0.7231,
      "step": 231
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.0731707317073175e-06,
      "loss": 0.7901,
      "step": 232
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.1036585365853665e-06,
      "loss": 0.7439,
      "step": 233
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.1341463414634146e-06,
      "loss": 0.7567,
      "step": 234
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.1646341463414635e-06,
      "loss": 0.8985,
      "step": 235
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.1951219512195125e-06,
      "loss": 0.6659,
      "step": 236
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.225609756097561e-06,
      "loss": 0.7822,
      "step": 237
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.25609756097561e-06,
      "loss": 0.6961,
      "step": 238
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.286585365853659e-06,
      "loss": 0.7249,
      "step": 239
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.317073170731707e-06,
      "loss": 0.7013,
      "step": 240
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.347560975609756e-06,
      "loss": 0.7168,
      "step": 241
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.378048780487805e-06,
      "loss": 0.7558,
      "step": 242
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.408536585365854e-06,
      "loss": 0.7303,
      "step": 243
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.439024390243903e-06,
      "loss": 0.8062,
      "step": 244
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.469512195121952e-06,
      "loss": 0.8863,
      "step": 245
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.7957,
      "step": 246
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.530487804878049e-06,
      "loss": 0.684,
      "step": 247
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.560975609756098e-06,
      "loss": 0.7516,
      "step": 248
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.591463414634147e-06,
      "loss": 0.682,
      "step": 249
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.621951219512196e-06,
      "loss": 0.7119,
      "step": 250
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.652439024390244e-06,
      "loss": 0.7466,
      "step": 251
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.682926829268293e-06,
      "loss": 0.8375,
      "step": 252
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.713414634146342e-06,
      "loss": 0.7389,
      "step": 253
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.743902439024391e-06,
      "loss": 0.7467,
      "step": 254
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.77439024390244e-06,
      "loss": 0.6754,
      "step": 255
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.804878048780489e-06,
      "loss": 0.7342,
      "step": 256
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.835365853658538e-06,
      "loss": 0.7513,
      "step": 257
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.865853658536587e-06,
      "loss": 0.8131,
      "step": 258
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.896341463414636e-06,
      "loss": 0.6884,
      "step": 259
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.926829268292685e-06,
      "loss": 0.7619,
      "step": 260
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.957317073170733e-06,
      "loss": 0.8284,
      "step": 261
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.98780487804878e-06,
      "loss": 0.8491,
      "step": 262
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.01829268292683e-06,
      "loss": 0.852,
      "step": 263
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.048780487804879e-06,
      "loss": 0.7961,
      "step": 264
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.079268292682928e-06,
      "loss": 0.7837,
      "step": 265
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.109756097560977e-06,
      "loss": 0.6998,
      "step": 266
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.140243902439024e-06,
      "loss": 0.7862,
      "step": 267
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.170731707317073e-06,
      "loss": 0.6969,
      "step": 268
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.201219512195122e-06,
      "loss": 0.682,
      "step": 269
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.23170731707317e-06,
      "loss": 0.7257,
      "step": 270
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.26219512195122e-06,
      "loss": 0.7445,
      "step": 271
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.292682926829268e-06,
      "loss": 0.7364,
      "step": 272
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.323170731707317e-06,
      "loss": 0.7069,
      "step": 273
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.353658536585366e-06,
      "loss": 0.6889,
      "step": 274
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.384146341463415e-06,
      "loss": 0.6807,
      "step": 275
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.414634146341464e-06,
      "loss": 0.6885,
      "step": 276
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.445121951219513e-06,
      "loss": 0.7878,
      "step": 277
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.475609756097562e-06,
      "loss": 0.8524,
      "step": 278
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.506097560975611e-06,
      "loss": 0.7592,
      "step": 279
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.536585365853658e-06,
      "loss": 0.7448,
      "step": 280
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.567073170731707e-06,
      "loss": 0.7303,
      "step": 281
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.597560975609756e-06,
      "loss": 0.6792,
      "step": 282
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.628048780487805e-06,
      "loss": 0.7522,
      "step": 283
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.658536585365854e-06,
      "loss": 0.7327,
      "step": 284
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.689024390243903e-06,
      "loss": 0.7027,
      "step": 285
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.719512195121952e-06,
      "loss": 0.6964,
      "step": 286
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.8693,
      "step": 287
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.78048780487805e-06,
      "loss": 0.6918,
      "step": 288
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.810975609756099e-06,
      "loss": 0.7274,
      "step": 289
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.841463414634148e-06,
      "loss": 0.7931,
      "step": 290
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.871951219512197e-06,
      "loss": 0.7639,
      "step": 291
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.902439024390244e-06,
      "loss": 0.6884,
      "step": 292
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.932926829268293e-06,
      "loss": 0.826,
      "step": 293
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.963414634146342e-06,
      "loss": 0.7731,
      "step": 294
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.99390243902439e-06,
      "loss": 0.7751,
      "step": 295
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.02439024390244e-06,
      "loss": 0.7319,
      "step": 296
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.054878048780489e-06,
      "loss": 0.7901,
      "step": 297
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.085365853658538e-06,
      "loss": 0.86,
      "step": 298
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.115853658536587e-06,
      "loss": 0.754,
      "step": 299
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.146341463414635e-06,
      "loss": 0.8021,
      "step": 300
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.176829268292684e-06,
      "loss": 0.676,
      "step": 301
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.207317073170733e-06,
      "loss": 0.7159,
      "step": 302
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.237804878048782e-06,
      "loss": 0.6358,
      "step": 303
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.268292682926831e-06,
      "loss": 0.7938,
      "step": 304
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.298780487804879e-06,
      "loss": 0.672,
      "step": 305
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.329268292682927e-06,
      "loss": 0.8315,
      "step": 306
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.359756097560976e-06,
      "loss": 0.7372,
      "step": 307
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.390243902439025e-06,
      "loss": 0.634,
      "step": 308
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.420731707317073e-06,
      "loss": 0.806,
      "step": 309
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.451219512195122e-06,
      "loss": 0.8064,
      "step": 310
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.48170731707317e-06,
      "loss": 0.7831,
      "step": 311
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.51219512195122e-06,
      "loss": 0.7639,
      "step": 312
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.542682926829268e-06,
      "loss": 0.7843,
      "step": 313
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.573170731707317e-06,
      "loss": 0.7981,
      "step": 314
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.603658536585366e-06,
      "loss": 0.6971,
      "step": 315
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.634146341463415e-06,
      "loss": 0.8602,
      "step": 316
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.664634146341464e-06,
      "loss": 0.8748,
      "step": 317
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.695121951219513e-06,
      "loss": 0.7417,
      "step": 318
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.725609756097562e-06,
      "loss": 0.7141,
      "step": 319
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.756097560975611e-06,
      "loss": 0.7077,
      "step": 320
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.78658536585366e-06,
      "loss": 0.6636,
      "step": 321
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.817073170731707e-06,
      "loss": 0.7049,
      "step": 322
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.847560975609756e-06,
      "loss": 0.8143,
      "step": 323
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.878048780487805e-06,
      "loss": 0.7482,
      "step": 324
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.908536585365854e-06,
      "loss": 0.7533,
      "step": 325
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.939024390243903e-06,
      "loss": 0.7436,
      "step": 326
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.969512195121952e-06,
      "loss": 0.6561,
      "step": 327
    },
    {
      "epoch": 0.02,
      "learning_rate": 1e-05,
      "loss": 0.7285,
      "step": 328
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0030487804878048e-05,
      "loss": 0.7059,
      "step": 329
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0060975609756099e-05,
      "loss": 0.7977,
      "step": 330
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0091463414634146e-05,
      "loss": 0.7131,
      "step": 331
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0121951219512197e-05,
      "loss": 0.8302,
      "step": 332
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0152439024390244e-05,
      "loss": 0.7386,
      "step": 333
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0182926829268294e-05,
      "loss": 0.7463,
      "step": 334
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0213414634146342e-05,
      "loss": 0.7809,
      "step": 335
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.024390243902439e-05,
      "loss": 0.7388,
      "step": 336
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.027439024390244e-05,
      "loss": 0.699,
      "step": 337
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0304878048780489e-05,
      "loss": 0.8253,
      "step": 338
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0335365853658536e-05,
      "loss": 0.6957,
      "step": 339
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0365853658536586e-05,
      "loss": 0.7896,
      "step": 340
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0396341463414634e-05,
      "loss": 0.7425,
      "step": 341
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0426829268292684e-05,
      "loss": 0.7032,
      "step": 342
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0457317073170732e-05,
      "loss": 0.7096,
      "step": 343
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0487804878048782e-05,
      "loss": 0.8296,
      "step": 344
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.051829268292683e-05,
      "loss": 0.7847,
      "step": 345
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.054878048780488e-05,
      "loss": 0.778,
      "step": 346
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0579268292682927e-05,
      "loss": 0.7978,
      "step": 347
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0609756097560976e-05,
      "loss": 0.7827,
      "step": 348
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0640243902439025e-05,
      "loss": 0.5665,
      "step": 349
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0670731707317074e-05,
      "loss": 0.7177,
      "step": 350
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0701219512195123e-05,
      "loss": 0.6999,
      "step": 351
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0731707317073172e-05,
      "loss": 0.7208,
      "step": 352
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.076219512195122e-05,
      "loss": 0.7213,
      "step": 353
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.079268292682927e-05,
      "loss": 0.7333,
      "step": 354
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0823170731707317e-05,
      "loss": 0.7181,
      "step": 355
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0853658536585368e-05,
      "loss": 0.7666,
      "step": 356
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0884146341463415e-05,
      "loss": 0.7009,
      "step": 357
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0914634146341466e-05,
      "loss": 0.6845,
      "step": 358
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0945121951219513e-05,
      "loss": 0.671,
      "step": 359
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0975609756097562e-05,
      "loss": 0.7703,
      "step": 360
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1006097560975611e-05,
      "loss": 0.7599,
      "step": 361
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.103658536585366e-05,
      "loss": 0.6748,
      "step": 362
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1067073170731709e-05,
      "loss": 0.7058,
      "step": 363
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1097560975609758e-05,
      "loss": 0.6951,
      "step": 364
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1128048780487805e-05,
      "loss": 0.7468,
      "step": 365
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1158536585365856e-05,
      "loss": 0.7197,
      "step": 366
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1189024390243903e-05,
      "loss": 0.327,
      "step": 367
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1219512195121953e-05,
      "loss": 0.7734,
      "step": 368
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.125e-05,
      "loss": 0.7829,
      "step": 369
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1280487804878048e-05,
      "loss": 0.7202,
      "step": 370
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1310975609756099e-05,
      "loss": 0.6877,
      "step": 371
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1341463414634146e-05,
      "loss": 0.7486,
      "step": 372
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1371951219512196e-05,
      "loss": 0.785,
      "step": 373
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1402439024390244e-05,
      "loss": 0.6342,
      "step": 374
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1432926829268294e-05,
      "loss": 0.7343,
      "step": 375
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1463414634146342e-05,
      "loss": 0.7823,
      "step": 376
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.149390243902439e-05,
      "loss": 0.7967,
      "step": 377
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.152439024390244e-05,
      "loss": 0.7048,
      "step": 378
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1554878048780488e-05,
      "loss": 0.6709,
      "step": 379
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1585365853658537e-05,
      "loss": 0.7227,
      "step": 380
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1615853658536586e-05,
      "loss": 0.7775,
      "step": 381
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1646341463414634e-05,
      "loss": 0.6084,
      "step": 382
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1676829268292684e-05,
      "loss": 0.7423,
      "step": 383
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1707317073170731e-05,
      "loss": 0.7234,
      "step": 384
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1737804878048782e-05,
      "loss": 0.7035,
      "step": 385
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.176829268292683e-05,
      "loss": 0.7694,
      "step": 386
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.179878048780488e-05,
      "loss": 0.73,
      "step": 387
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1829268292682927e-05,
      "loss": 0.6839,
      "step": 388
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1859756097560978e-05,
      "loss": 0.3141,
      "step": 389
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1890243902439025e-05,
      "loss": 0.7079,
      "step": 390
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1920731707317074e-05,
      "loss": 0.7557,
      "step": 391
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1951219512195123e-05,
      "loss": 0.6984,
      "step": 392
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1981707317073172e-05,
      "loss": 0.7878,
      "step": 393
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2012195121951221e-05,
      "loss": 0.7657,
      "step": 394
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.204268292682927e-05,
      "loss": 0.6609,
      "step": 395
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2073170731707317e-05,
      "loss": 0.8296,
      "step": 396
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2103658536585368e-05,
      "loss": 0.6677,
      "step": 397
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2134146341463415e-05,
      "loss": 0.7055,
      "step": 398
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2164634146341466e-05,
      "loss": 0.7594,
      "step": 399
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 0.8099,
      "step": 400
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2225609756097563e-05,
      "loss": 0.7169,
      "step": 401
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.225609756097561e-05,
      "loss": 0.6786,
      "step": 402
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.228658536585366e-05,
      "loss": 0.6997,
      "step": 403
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2317073170731709e-05,
      "loss": 0.3314,
      "step": 404
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2347560975609758e-05,
      "loss": 0.7783,
      "step": 405
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2378048780487807e-05,
      "loss": 0.8288,
      "step": 406
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2408536585365855e-05,
      "loss": 0.7557,
      "step": 407
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2439024390243903e-05,
      "loss": 0.7139,
      "step": 408
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2469512195121953e-05,
      "loss": 0.7979,
      "step": 409
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.25e-05,
      "loss": 0.7477,
      "step": 410
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.253048780487805e-05,
      "loss": 0.7984,
      "step": 411
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2560975609756098e-05,
      "loss": 0.8452,
      "step": 412
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2591463414634146e-05,
      "loss": 0.7749,
      "step": 413
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2621951219512196e-05,
      "loss": 0.7842,
      "step": 414
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2652439024390244e-05,
      "loss": 0.8026,
      "step": 415
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2682926829268294e-05,
      "loss": 0.714,
      "step": 416
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2713414634146342e-05,
      "loss": 0.746,
      "step": 417
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2743902439024392e-05,
      "loss": 0.6528,
      "step": 418
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.277439024390244e-05,
      "loss": 0.6939,
      "step": 419
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2804878048780488e-05,
      "loss": 0.6777,
      "step": 420
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2835365853658537e-05,
      "loss": 0.7493,
      "step": 421
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2865853658536586e-05,
      "loss": 0.7591,
      "step": 422
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2896341463414635e-05,
      "loss": 0.5904,
      "step": 423
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2926829268292684e-05,
      "loss": 0.7071,
      "step": 424
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2957317073170731e-05,
      "loss": 0.7962,
      "step": 425
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2987804878048782e-05,
      "loss": 0.6834,
      "step": 426
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.301829268292683e-05,
      "loss": 0.833,
      "step": 427
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.304878048780488e-05,
      "loss": 0.7069,
      "step": 428
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3079268292682927e-05,
      "loss": 0.8355,
      "step": 429
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3109756097560978e-05,
      "loss": 0.7696,
      "step": 430
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3140243902439025e-05,
      "loss": 0.6848,
      "step": 431
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3170731707317076e-05,
      "loss": 0.7236,
      "step": 432
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3201219512195123e-05,
      "loss": 0.6915,
      "step": 433
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3231707317073172e-05,
      "loss": 0.7869,
      "step": 434
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.326219512195122e-05,
      "loss": 0.8059,
      "step": 435
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.329268292682927e-05,
      "loss": 0.8011,
      "step": 436
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3323170731707317e-05,
      "loss": 0.7172,
      "step": 437
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3353658536585368e-05,
      "loss": 0.7397,
      "step": 438
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3384146341463415e-05,
      "loss": 0.7757,
      "step": 439
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3414634146341466e-05,
      "loss": 0.6999,
      "step": 440
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3445121951219513e-05,
      "loss": 0.6901,
      "step": 441
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3475609756097563e-05,
      "loss": 0.6915,
      "step": 442
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.350609756097561e-05,
      "loss": 0.7035,
      "step": 443
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3536585365853661e-05,
      "loss": 0.7468,
      "step": 444
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3567073170731709e-05,
      "loss": 0.799,
      "step": 445
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3597560975609757e-05,
      "loss": 0.7208,
      "step": 446
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3628048780487806e-05,
      "loss": 0.7488,
      "step": 447
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3658536585365855e-05,
      "loss": 0.7811,
      "step": 448
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3689024390243904e-05,
      "loss": 0.7767,
      "step": 449
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3719512195121953e-05,
      "loss": 0.6959,
      "step": 450
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.375e-05,
      "loss": 0.6912,
      "step": 451
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.378048780487805e-05,
      "loss": 0.7681,
      "step": 452
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3810975609756098e-05,
      "loss": 0.738,
      "step": 453
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3841463414634146e-05,
      "loss": 0.6847,
      "step": 454
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3871951219512196e-05,
      "loss": 0.878,
      "step": 455
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3902439024390244e-05,
      "loss": 0.7027,
      "step": 456
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3932926829268294e-05,
      "loss": 0.7333,
      "step": 457
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3963414634146341e-05,
      "loss": 0.7426,
      "step": 458
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3993902439024392e-05,
      "loss": 0.7603,
      "step": 459
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.402439024390244e-05,
      "loss": 0.7048,
      "step": 460
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.405487804878049e-05,
      "loss": 0.7408,
      "step": 461
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4085365853658537e-05,
      "loss": 0.3582,
      "step": 462
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4115853658536586e-05,
      "loss": 0.7283,
      "step": 463
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4146341463414635e-05,
      "loss": 0.6894,
      "step": 464
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4176829268292684e-05,
      "loss": 0.7733,
      "step": 465
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4207317073170733e-05,
      "loss": 0.6199,
      "step": 466
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4237804878048782e-05,
      "loss": 0.7937,
      "step": 467
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4268292682926829e-05,
      "loss": 0.6126,
      "step": 468
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.429878048780488e-05,
      "loss": 0.758,
      "step": 469
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4329268292682927e-05,
      "loss": 0.7019,
      "step": 470
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4359756097560978e-05,
      "loss": 0.8464,
      "step": 471
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4390243902439025e-05,
      "loss": 0.7279,
      "step": 472
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4420731707317076e-05,
      "loss": 0.7816,
      "step": 473
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4451219512195123e-05,
      "loss": 0.7646,
      "step": 474
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4481707317073172e-05,
      "loss": 0.3313,
      "step": 475
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.451219512195122e-05,
      "loss": 0.6902,
      "step": 476
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.454268292682927e-05,
      "loss": 0.8473,
      "step": 477
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4573170731707319e-05,
      "loss": 0.8084,
      "step": 478
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4603658536585368e-05,
      "loss": 0.6958,
      "step": 479
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4634146341463415e-05,
      "loss": 0.8479,
      "step": 480
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4664634146341465e-05,
      "loss": 0.6766,
      "step": 481
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4695121951219513e-05,
      "loss": 0.7219,
      "step": 482
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4725609756097563e-05,
      "loss": 0.318,
      "step": 483
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.475609756097561e-05,
      "loss": 0.659,
      "step": 484
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4786585365853661e-05,
      "loss": 0.6955,
      "step": 485
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4817073170731708e-05,
      "loss": 0.7124,
      "step": 486
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4847560975609759e-05,
      "loss": 0.8552,
      "step": 487
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4878048780487806e-05,
      "loss": 0.8074,
      "step": 488
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4908536585365855e-05,
      "loss": 0.2771,
      "step": 489
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4939024390243904e-05,
      "loss": 0.681,
      "step": 490
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4969512195121953e-05,
      "loss": 0.6953,
      "step": 491
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.6939,
      "step": 492
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.503048780487805e-05,
      "loss": 0.7559,
      "step": 493
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5060975609756098e-05,
      "loss": 0.7752,
      "step": 494
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5091463414634147e-05,
      "loss": 0.7242,
      "step": 495
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5121951219512196e-05,
      "loss": 0.7793,
      "step": 496
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5152439024390243e-05,
      "loss": 0.7305,
      "step": 497
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5182926829268294e-05,
      "loss": 0.6715,
      "step": 498
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5213414634146341e-05,
      "loss": 0.6922,
      "step": 499
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5243902439024392e-05,
      "loss": 0.7456,
      "step": 500
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.527439024390244e-05,
      "loss": 0.7172,
      "step": 501
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5304878048780488e-05,
      "loss": 0.7104,
      "step": 502
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5335365853658537e-05,
      "loss": 0.5945,
      "step": 503
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5365853658536586e-05,
      "loss": 0.7931,
      "step": 504
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5396341463414635e-05,
      "loss": 0.759,
      "step": 505
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5426829268292684e-05,
      "loss": 0.7062,
      "step": 506
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5457317073170733e-05,
      "loss": 0.6585,
      "step": 507
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5487804878048782e-05,
      "loss": 0.7591,
      "step": 508
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.551829268292683e-05,
      "loss": 0.7699,
      "step": 509
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.554878048780488e-05,
      "loss": 0.7949,
      "step": 510
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.557926829268293e-05,
      "loss": 0.6885,
      "step": 511
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5609756097560978e-05,
      "loss": 0.7709,
      "step": 512
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5640243902439026e-05,
      "loss": 0.7408,
      "step": 513
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5670731707317075e-05,
      "loss": 0.6888,
      "step": 514
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5701219512195124e-05,
      "loss": 0.7313,
      "step": 515
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5731707317073173e-05,
      "loss": 0.6796,
      "step": 516
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.576219512195122e-05,
      "loss": 0.6558,
      "step": 517
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.579268292682927e-05,
      "loss": 0.7839,
      "step": 518
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5823170731707317e-05,
      "loss": 0.7656,
      "step": 519
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.585365853658537e-05,
      "loss": 0.7817,
      "step": 520
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5884146341463415e-05,
      "loss": 0.7414,
      "step": 521
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5914634146341467e-05,
      "loss": 0.8361,
      "step": 522
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5945121951219513e-05,
      "loss": 0.7195,
      "step": 523
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.597560975609756e-05,
      "loss": 0.8335,
      "step": 524
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.600609756097561e-05,
      "loss": 0.733,
      "step": 525
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.603658536585366e-05,
      "loss": 0.7412,
      "step": 526
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.606707317073171e-05,
      "loss": 0.7408,
      "step": 527
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6097560975609757e-05,
      "loss": 0.7757,
      "step": 528
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6128048780487806e-05,
      "loss": 0.6265,
      "step": 529
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6158536585365855e-05,
      "loss": 0.7411,
      "step": 530
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6189024390243904e-05,
      "loss": 0.8493,
      "step": 531
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6219512195121953e-05,
      "loss": 0.7072,
      "step": 532
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6250000000000002e-05,
      "loss": 0.7995,
      "step": 533
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6280487804878048e-05,
      "loss": 0.7065,
      "step": 534
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.63109756097561e-05,
      "loss": 0.6523,
      "step": 535
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6341463414634145e-05,
      "loss": 0.7834,
      "step": 536
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6371951219512198e-05,
      "loss": 0.7271,
      "step": 537
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6402439024390243e-05,
      "loss": 0.7322,
      "step": 538
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6432926829268296e-05,
      "loss": 0.793,
      "step": 539
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.646341463414634e-05,
      "loss": 0.7496,
      "step": 540
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.649390243902439e-05,
      "loss": 0.7665,
      "step": 541
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.652439024390244e-05,
      "loss": 0.7505,
      "step": 542
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6554878048780488e-05,
      "loss": 0.7162,
      "step": 543
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6585365853658537e-05,
      "loss": 0.8554,
      "step": 544
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6615853658536586e-05,
      "loss": 0.6783,
      "step": 545
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6646341463414635e-05,
      "loss": 0.7895,
      "step": 546
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6676829268292684e-05,
      "loss": 0.7862,
      "step": 547
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6707317073170733e-05,
      "loss": 0.7581,
      "step": 548
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.673780487804878e-05,
      "loss": 0.6722,
      "step": 549
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.676829268292683e-05,
      "loss": 0.6571,
      "step": 550
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.679878048780488e-05,
      "loss": 0.7339,
      "step": 551
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.682926829268293e-05,
      "loss": 0.6999,
      "step": 552
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6859756097560977e-05,
      "loss": 0.8774,
      "step": 553
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6890243902439026e-05,
      "loss": 0.7195,
      "step": 554
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6920731707317075e-05,
      "loss": 0.7097,
      "step": 555
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6951219512195124e-05,
      "loss": 0.6712,
      "step": 556
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6981707317073173e-05,
      "loss": 0.6601,
      "step": 557
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7012195121951222e-05,
      "loss": 0.7689,
      "step": 558
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.704268292682927e-05,
      "loss": 0.7087,
      "step": 559
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7073170731707317e-05,
      "loss": 0.7102,
      "step": 560
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.710365853658537e-05,
      "loss": 0.7129,
      "step": 561
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7134146341463415e-05,
      "loss": 0.7502,
      "step": 562
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7164634146341467e-05,
      "loss": 0.8494,
      "step": 563
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7195121951219512e-05,
      "loss": 0.6282,
      "step": 564
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7225609756097565e-05,
      "loss": 0.6312,
      "step": 565
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.725609756097561e-05,
      "loss": 0.7981,
      "step": 566
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.728658536585366e-05,
      "loss": 0.7036,
      "step": 567
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7317073170731708e-05,
      "loss": 0.8378,
      "step": 568
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7347560975609757e-05,
      "loss": 0.804,
      "step": 569
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7378048780487806e-05,
      "loss": 0.7875,
      "step": 570
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7408536585365855e-05,
      "loss": 0.7186,
      "step": 571
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7439024390243904e-05,
      "loss": 0.6528,
      "step": 572
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7469512195121953e-05,
      "loss": 0.7716,
      "step": 573
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.7482,
      "step": 574
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.753048780487805e-05,
      "loss": 0.3687,
      "step": 575
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.75609756097561e-05,
      "loss": 0.7566,
      "step": 576
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7591463414634145e-05,
      "loss": 0.7272,
      "step": 577
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7621951219512198e-05,
      "loss": 0.8529,
      "step": 578
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7652439024390243e-05,
      "loss": 0.8433,
      "step": 579
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7682926829268296e-05,
      "loss": 0.608,
      "step": 580
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.771341463414634e-05,
      "loss": 0.6803,
      "step": 581
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7743902439024393e-05,
      "loss": 0.6991,
      "step": 582
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.777439024390244e-05,
      "loss": 0.7337,
      "step": 583
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7804878048780488e-05,
      "loss": 0.799,
      "step": 584
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7835365853658537e-05,
      "loss": 0.7521,
      "step": 585
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7865853658536586e-05,
      "loss": 0.628,
      "step": 586
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7896341463414635e-05,
      "loss": 0.8034,
      "step": 587
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7926829268292684e-05,
      "loss": 0.678,
      "step": 588
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7957317073170733e-05,
      "loss": 0.8259,
      "step": 589
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.798780487804878e-05,
      "loss": 0.7091,
      "step": 590
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.801829268292683e-05,
      "loss": 0.6148,
      "step": 591
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.804878048780488e-05,
      "loss": 0.6323,
      "step": 592
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.807926829268293e-05,
      "loss": 0.7466,
      "step": 593
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8109756097560977e-05,
      "loss": 0.7259,
      "step": 594
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8140243902439026e-05,
      "loss": 0.757,
      "step": 595
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8170731707317075e-05,
      "loss": 0.7622,
      "step": 596
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8201219512195124e-05,
      "loss": 0.6451,
      "step": 597
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8231707317073173e-05,
      "loss": 0.6829,
      "step": 598
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8262195121951222e-05,
      "loss": 0.7471,
      "step": 599
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.829268292682927e-05,
      "loss": 0.7952,
      "step": 600
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8323170731707317e-05,
      "loss": 0.6969,
      "step": 601
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.835365853658537e-05,
      "loss": 0.797,
      "step": 602
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8384146341463414e-05,
      "loss": 0.3634,
      "step": 603
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8414634146341467e-05,
      "loss": 0.842,
      "step": 604
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8445121951219512e-05,
      "loss": 0.7594,
      "step": 605
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8475609756097565e-05,
      "loss": 0.7292,
      "step": 606
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.850609756097561e-05,
      "loss": 0.7234,
      "step": 607
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8536585365853663e-05,
      "loss": 0.7641,
      "step": 608
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8567073170731708e-05,
      "loss": 0.3851,
      "step": 609
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8597560975609757e-05,
      "loss": 0.7284,
      "step": 610
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8628048780487806e-05,
      "loss": 0.7232,
      "step": 611
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8658536585365855e-05,
      "loss": 0.7418,
      "step": 612
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8689024390243904e-05,
      "loss": 0.7219,
      "step": 613
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8719512195121953e-05,
      "loss": 0.7442,
      "step": 614
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.7901,
      "step": 615
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.878048780487805e-05,
      "loss": 0.7865,
      "step": 616
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.88109756097561e-05,
      "loss": 0.7584,
      "step": 617
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8841463414634145e-05,
      "loss": 0.661,
      "step": 618
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8871951219512198e-05,
      "loss": 0.7733,
      "step": 619
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8902439024390243e-05,
      "loss": 0.6568,
      "step": 620
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8932926829268295e-05,
      "loss": 0.6435,
      "step": 621
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.896341463414634e-05,
      "loss": 0.7577,
      "step": 622
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8993902439024393e-05,
      "loss": 0.7932,
      "step": 623
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.902439024390244e-05,
      "loss": 0.6773,
      "step": 624
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.905487804878049e-05,
      "loss": 0.6243,
      "step": 625
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9085365853658537e-05,
      "loss": 0.8044,
      "step": 626
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9115853658536586e-05,
      "loss": 0.6601,
      "step": 627
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9146341463414635e-05,
      "loss": 0.7519,
      "step": 628
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9176829268292684e-05,
      "loss": 0.7243,
      "step": 629
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9207317073170733e-05,
      "loss": 0.755,
      "step": 630
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.923780487804878e-05,
      "loss": 0.6587,
      "step": 631
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.926829268292683e-05,
      "loss": 0.6536,
      "step": 632
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.929878048780488e-05,
      "loss": 0.3645,
      "step": 633
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9329268292682928e-05,
      "loss": 0.704,
      "step": 634
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9359756097560977e-05,
      "loss": 0.7535,
      "step": 635
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9390243902439026e-05,
      "loss": 0.3243,
      "step": 636
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9420731707317075e-05,
      "loss": 0.8789,
      "step": 637
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9451219512195124e-05,
      "loss": 0.7353,
      "step": 638
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9481707317073173e-05,
      "loss": 0.714,
      "step": 639
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9512195121951222e-05,
      "loss": 0.7902,
      "step": 640
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.954268292682927e-05,
      "loss": 0.8187,
      "step": 641
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.957317073170732e-05,
      "loss": 0.7527,
      "step": 642
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.960365853658537e-05,
      "loss": 0.7194,
      "step": 643
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9634146341463414e-05,
      "loss": 0.7541,
      "step": 644
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9664634146341467e-05,
      "loss": 0.8505,
      "step": 645
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9695121951219512e-05,
      "loss": 0.7243,
      "step": 646
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9725609756097565e-05,
      "loss": 0.3326,
      "step": 647
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.975609756097561e-05,
      "loss": 0.63,
      "step": 648
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9786585365853662e-05,
      "loss": 0.8626,
      "step": 649
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9817073170731708e-05,
      "loss": 0.7189,
      "step": 650
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.984756097560976e-05,
      "loss": 0.749,
      "step": 651
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9878048780487806e-05,
      "loss": 0.7607,
      "step": 652
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9908536585365855e-05,
      "loss": 0.712,
      "step": 653
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9939024390243904e-05,
      "loss": 0.8454,
      "step": 654
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9969512195121953e-05,
      "loss": 0.73,
      "step": 655
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 0.8104,
      "step": 656
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999890107807e-05,
      "loss": 0.7302,
      "step": 657
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999560431224e-05,
      "loss": 0.7892,
      "step": 658
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999010970265e-05,
      "loss": 0.8236,
      "step": 659
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999998241724937e-05,
      "loss": 0.8164,
      "step": 660
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999725269526e-05,
      "loss": 0.6003,
      "step": 661
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999996043881254e-05,
      "loss": 0.7091,
      "step": 662
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999994615282946e-05,
      "loss": 0.7717,
      "step": 663
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999992966900367e-05,
      "loss": 0.7978,
      "step": 664
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999991098733556e-05,
      "loss": 0.7897,
      "step": 665
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999998901078255e-05,
      "loss": 0.7214,
      "step": 666
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999986703047395e-05,
      "loss": 0.7971,
      "step": 667
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999984175528145e-05,
      "loss": 0.7781,
      "step": 668
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999998142822485e-05,
      "loss": 0.7841,
      "step": 669
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999978461137582e-05,
      "loss": 0.7747,
      "step": 670
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999975274266395e-05,
      "loss": 0.683,
      "step": 671
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999997186761136e-05,
      "loss": 0.7635,
      "step": 672
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999968241172558e-05,
      "loss": 0.7595,
      "step": 673
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999964394950064e-05,
      "loss": 0.731,
      "step": 674
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996032894396e-05,
      "loss": 0.807,
      "step": 675
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999995604315434e-05,
      "loss": 0.7445,
      "step": 676
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999951537581302e-05,
      "loss": 0.7902,
      "step": 677
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999994681222494e-05,
      "loss": 0.6744,
      "step": 678
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999994186708535e-05,
      "loss": 0.7729,
      "step": 679
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999936702162656e-05,
      "loss": 0.7208,
      "step": 680
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999931317456964e-05,
      "loss": 0.7445,
      "step": 681
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999992571296839e-05,
      "loss": 0.8968,
      "step": 682
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999919888697065e-05,
      "loss": 0.7428,
      "step": 683
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999913844643105e-05,
      "loss": 0.6921,
      "step": 684
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999907580806654e-05,
      "loss": 0.7456,
      "step": 685
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999901097187843e-05,
      "loss": 0.7519,
      "step": 686
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999894393786818e-05,
      "loss": 0.8069,
      "step": 687
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999887470603725e-05,
      "loss": 0.763,
      "step": 688
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999880327638714e-05,
      "loss": 0.8363,
      "step": 689
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999872964891946e-05,
      "loss": 0.7614,
      "step": 690
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999986538236358e-05,
      "loss": 0.781,
      "step": 691
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999857580053787e-05,
      "loss": 0.8299,
      "step": 692
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999849557962736e-05,
      "loss": 0.7336,
      "step": 693
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99998413160906e-05,
      "loss": 0.795,
      "step": 694
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999832854437562e-05,
      "loss": 0.8199,
      "step": 695
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999824173003806e-05,
      "loss": 0.3153,
      "step": 696
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999981527178953e-05,
      "loss": 0.7849,
      "step": 697
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999980615079493e-05,
      "loss": 0.684,
      "step": 698
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999979681002019e-05,
      "loss": 0.7344,
      "step": 699
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999787249465534e-05,
      "loss": 0.3086,
      "step": 700
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999777469131165e-05,
      "loss": 0.7518,
      "step": 701
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999767469017296e-05,
      "loss": 0.7419,
      "step": 702
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999757249124147e-05,
      "loss": 0.8243,
      "step": 703
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999974680945195e-05,
      "loss": 0.7158,
      "step": 704
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999736150000925e-05,
      "loss": 0.7609,
      "step": 705
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999972527077131e-05,
      "loss": 0.6878,
      "step": 706
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999714171763346e-05,
      "loss": 0.7317,
      "step": 707
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999702852977272e-05,
      "loss": 0.8007,
      "step": 708
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999969131441334e-05,
      "loss": 0.7323,
      "step": 709
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999967955607181e-05,
      "loss": 0.8081,
      "step": 710
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999667577952925e-05,
      "loss": 0.7236,
      "step": 711
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999655380056963e-05,
      "loss": 0.6226,
      "step": 712
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999642962384187e-05,
      "loss": 0.7386,
      "step": 713
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999630324934865e-05,
      "loss": 0.7846,
      "step": 714
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999617467709283e-05,
      "loss": 0.7964,
      "step": 715
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999604390707718e-05,
      "loss": 0.718,
      "step": 716
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999591093930458e-05,
      "loss": 0.6931,
      "step": 717
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999577577377797e-05,
      "loss": 0.813,
      "step": 718
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999956384105003e-05,
      "loss": 0.7476,
      "step": 719
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999954988494746e-05,
      "loss": 0.7054,
      "step": 720
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999535709070396e-05,
      "loss": 0.7223,
      "step": 721
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999952131341915e-05,
      "loss": 0.8897,
      "step": 722
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999950669799403e-05,
      "loss": 0.7395,
      "step": 723
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999491862795366e-05,
      "loss": 0.6668,
      "step": 724
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999476807823482e-05,
      "loss": 0.7584,
      "step": 725
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999461533078705e-05,
      "loss": 0.6887,
      "step": 726
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999446038561378e-05,
      "loss": 0.6421,
      "step": 727
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999430324271835e-05,
      "loss": 0.6879,
      "step": 728
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999414390210422e-05,
      "loss": 0.7707,
      "step": 729
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999939823637749e-05,
      "loss": 0.8121,
      "step": 730
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999381862773403e-05,
      "loss": 0.3161,
      "step": 731
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999365269398505e-05,
      "loss": 0.7087,
      "step": 732
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999934845625317e-05,
      "loss": 0.6389,
      "step": 733
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999331423337768e-05,
      "loss": 0.6718,
      "step": 734
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999931417065267e-05,
      "loss": 0.6915,
      "step": 735
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999296698198256e-05,
      "loss": 0.7173,
      "step": 736
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999927900597491e-05,
      "loss": 0.8865,
      "step": 737
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999261093983025e-05,
      "loss": 0.8764,
      "step": 738
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999924296222299e-05,
      "loss": 0.661,
      "step": 739
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99992246106952e-05,
      "loss": 0.7884,
      "step": 740
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999206039400066e-05,
      "loss": 0.6514,
      "step": 741
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999187248337996e-05,
      "loss": 0.6723,
      "step": 742
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999168237509393e-05,
      "loss": 0.7252,
      "step": 743
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999914900691469e-05,
      "loss": 0.6793,
      "step": 744
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999129556554296e-05,
      "loss": 0.6831,
      "step": 745
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999109886428647e-05,
      "loss": 0.7897,
      "step": 746
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999089996538172e-05,
      "loss": 0.7968,
      "step": 747
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999069886883308e-05,
      "loss": 0.7543,
      "step": 748
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999049557464495e-05,
      "loss": 0.7297,
      "step": 749
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999029008282185e-05,
      "loss": 0.6393,
      "step": 750
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999900823933683e-05,
      "loss": 0.6814,
      "step": 751
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999898725062888e-05,
      "loss": 0.7054,
      "step": 752
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998966042158798e-05,
      "loss": 0.7295,
      "step": 753
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998944613927054e-05,
      "loss": 0.5711,
      "step": 754
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999892296593412e-05,
      "loss": 0.7229,
      "step": 755
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999890109818046e-05,
      "loss": 0.7709,
      "step": 756
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998879010666573e-05,
      "loss": 0.6947,
      "step": 757
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999885670339293e-05,
      "loss": 0.747,
      "step": 758
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998834176360024e-05,
      "loss": 0.6691,
      "step": 759
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998811429568357e-05,
      "loss": 0.6557,
      "step": 760
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999878846301842e-05,
      "loss": 0.789,
      "step": 761
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998765276710722e-05,
      "loss": 0.7675,
      "step": 762
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998741870645774e-05,
      "loss": 0.7241,
      "step": 763
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999871824482409e-05,
      "loss": 0.7155,
      "step": 764
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998694399246187e-05,
      "loss": 0.7323,
      "step": 765
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999867033391259e-05,
      "loss": 0.6874,
      "step": 766
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998646048823827e-05,
      "loss": 0.6002,
      "step": 767
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999862154398043e-05,
      "loss": 0.647,
      "step": 768
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998596819382947e-05,
      "loss": 0.6054,
      "step": 769
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998571875031912e-05,
      "loss": 0.8291,
      "step": 770
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998546710927876e-05,
      "loss": 0.6125,
      "step": 771
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999852132707139e-05,
      "loss": 0.8349,
      "step": 772
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998495723463015e-05,
      "loss": 0.8131,
      "step": 773
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998469900103316e-05,
      "loss": 0.7153,
      "step": 774
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998443856992854e-05,
      "loss": 0.8145,
      "step": 775
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998417594132204e-05,
      "loss": 0.7691,
      "step": 776
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998391111521947e-05,
      "loss": 0.711,
      "step": 777
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999836440916266e-05,
      "loss": 0.7335,
      "step": 778
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999833748705493e-05,
      "loss": 0.7102,
      "step": 779
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998310345199355e-05,
      "loss": 0.7021,
      "step": 780
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998282983596527e-05,
      "loss": 0.7173,
      "step": 781
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998255402247044e-05,
      "loss": 0.6335,
      "step": 782
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998227601151515e-05,
      "loss": 0.7348,
      "step": 783
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998199580310554e-05,
      "loss": 0.7745,
      "step": 784
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998171339724774e-05,
      "loss": 0.7432,
      "step": 785
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99981428793948e-05,
      "loss": 0.7402,
      "step": 786
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998114199321248e-05,
      "loss": 0.6758,
      "step": 787
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998085299504755e-05,
      "loss": 0.6144,
      "step": 788
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998056179945957e-05,
      "loss": 0.7624,
      "step": 789
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999802684064549e-05,
      "loss": 0.602,
      "step": 790
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997997281604004e-05,
      "loss": 0.6528,
      "step": 791
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997967502822143e-05,
      "loss": 0.3492,
      "step": 792
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999793750430057e-05,
      "loss": 0.6986,
      "step": 793
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997907286039932e-05,
      "loss": 0.8612,
      "step": 794
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99978768480409e-05,
      "loss": 0.7394,
      "step": 795
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997846190304145e-05,
      "loss": 0.7588,
      "step": 796
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997815312830336e-05,
      "loss": 0.7325,
      "step": 797
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997784215620158e-05,
      "loss": 0.7472,
      "step": 798
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999775289867429e-05,
      "loss": 0.6779,
      "step": 799
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999772136199342e-05,
      "loss": 0.7869,
      "step": 800
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999768960557824e-05,
      "loss": 0.7327,
      "step": 801
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999765762942945e-05,
      "loss": 0.7495,
      "step": 802
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997625433547754e-05,
      "loss": 0.7911,
      "step": 803
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999759301793386e-05,
      "loss": 0.6841,
      "step": 804
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997560382588476e-05,
      "loss": 0.7295,
      "step": 805
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997527527512323e-05,
      "loss": 0.6332,
      "step": 806
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999749445270612e-05,
      "loss": 0.7773,
      "step": 807
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997461158170602e-05,
      "loss": 0.7439,
      "step": 808
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999742764390649e-05,
      "loss": 0.7186,
      "step": 809
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997393909914525e-05,
      "loss": 0.6533,
      "step": 810
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997359956195454e-05,
      "loss": 0.6102,
      "step": 811
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997325782750015e-05,
      "loss": 0.7859,
      "step": 812
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999729138957896e-05,
      "loss": 0.7515,
      "step": 813
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997256776683048e-05,
      "loss": 0.7801,
      "step": 814
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997221944063044e-05,
      "loss": 0.6905,
      "step": 815
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997186891719706e-05,
      "loss": 0.4087,
      "step": 816
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99971516196538e-05,
      "loss": 0.7267,
      "step": 817
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997116127866118e-05,
      "loss": 0.6128,
      "step": 818
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997080416357423e-05,
      "loss": 0.7076,
      "step": 819
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999704448512851e-05,
      "loss": 0.8211,
      "step": 820
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997008334180167e-05,
      "loss": 0.7836,
      "step": 821
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996971963513184e-05,
      "loss": 0.8113,
      "step": 822
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996935373128365e-05,
      "loss": 0.6959,
      "step": 823
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996898563026513e-05,
      "loss": 0.7067,
      "step": 824
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996861533208435e-05,
      "loss": 0.7032,
      "step": 825
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999682428367495e-05,
      "loss": 0.3737,
      "step": 826
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999678681442687e-05,
      "loss": 0.7097,
      "step": 827
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996749125465026e-05,
      "loss": 0.8228,
      "step": 828
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996711216790237e-05,
      "loss": 0.7853,
      "step": 829
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996673088403345e-05,
      "loss": 0.7476,
      "step": 830
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996634740305184e-05,
      "loss": 0.7459,
      "step": 831
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99965961724966e-05,
      "loss": 0.5978,
      "step": 832
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996557384978433e-05,
      "loss": 0.683,
      "step": 833
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996518377751544e-05,
      "loss": 0.699,
      "step": 834
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996479150816784e-05,
      "loss": 0.8079,
      "step": 835
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999643970417502e-05,
      "loss": 0.3713,
      "step": 836
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996400037827116e-05,
      "loss": 0.7536,
      "step": 837
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996360151773943e-05,
      "loss": 0.7541,
      "step": 838
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999632004601638e-05,
      "loss": 0.3309,
      "step": 839
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999627972055531e-05,
      "loss": 0.7892,
      "step": 840
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996239175391613e-05,
      "loss": 0.8046,
      "step": 841
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996198410526188e-05,
      "loss": 0.7003,
      "step": 842
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996157425959922e-05,
      "loss": 0.7997,
      "step": 843
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996116221693727e-05,
      "loss": 0.7046,
      "step": 844
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99960747977285e-05,
      "loss": 0.7963,
      "step": 845
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996033154065152e-05,
      "loss": 0.3613,
      "step": 846
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995991290704603e-05,
      "loss": 0.6327,
      "step": 847
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995949207647772e-05,
      "loss": 0.7495,
      "step": 848
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995906904895576e-05,
      "loss": 0.7412,
      "step": 849
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995864382448956e-05,
      "loss": 0.701,
      "step": 850
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995821640308837e-05,
      "loss": 0.7922,
      "step": 851
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999577867847617e-05,
      "loss": 0.7753,
      "step": 852
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995735496951887e-05,
      "loss": 0.7875,
      "step": 853
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995692095736943e-05,
      "loss": 0.6762,
      "step": 854
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999564847483229e-05,
      "loss": 0.7314,
      "step": 855
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999560463423889e-05,
      "loss": 0.7522,
      "step": 856
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995560573957703e-05,
      "loss": 0.7972,
      "step": 857
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995516293989702e-05,
      "loss": 0.6393,
      "step": 858
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995471794335852e-05,
      "loss": 0.6406,
      "step": 859
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999542707499714e-05,
      "loss": 0.7142,
      "step": 860
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999538213597454e-05,
      "loss": 0.7142,
      "step": 861
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999533697726905e-05,
      "loss": 0.6521,
      "step": 862
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995291598881655e-05,
      "loss": 0.6088,
      "step": 863
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995246000813352e-05,
      "loss": 0.7791,
      "step": 864
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999520018306515e-05,
      "loss": 0.6802,
      "step": 865
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999515414563805e-05,
      "loss": 0.6866,
      "step": 866
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995107888533062e-05,
      "loss": 0.6484,
      "step": 867
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995061411751207e-05,
      "loss": 0.749,
      "step": 868
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999501471529351e-05,
      "loss": 0.6592,
      "step": 869
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999496779916099e-05,
      "loss": 0.7353,
      "step": 870
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999492066335468e-05,
      "loss": 0.8163,
      "step": 871
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999487330787562e-05,
      "loss": 0.6474,
      "step": 872
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994825732724844e-05,
      "loss": 0.7875,
      "step": 873
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994777937903405e-05,
      "loss": 0.7019,
      "step": 874
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994729923412347e-05,
      "loss": 0.724,
      "step": 875
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994681689252727e-05,
      "loss": 0.7645,
      "step": 876
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999463323542561e-05,
      "loss": 0.7219,
      "step": 877
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994584561932058e-05,
      "loss": 0.6511,
      "step": 878
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994535668773138e-05,
      "loss": 0.7999,
      "step": 879
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994486555949924e-05,
      "loss": 0.6521,
      "step": 880
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99944372234635e-05,
      "loss": 0.7907,
      "step": 881
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999438767131495e-05,
      "loss": 0.6657,
      "step": 882
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999433789950536e-05,
      "loss": 0.7817,
      "step": 883
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994287908035823e-05,
      "loss": 0.6981,
      "step": 884
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994237696907444e-05,
      "loss": 0.7837,
      "step": 885
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999418726612132e-05,
      "loss": 0.7985,
      "step": 886
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994136615678563e-05,
      "loss": 0.6749,
      "step": 887
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994085745580282e-05,
      "loss": 0.6073,
      "step": 888
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99940346558276e-05,
      "loss": 0.6891,
      "step": 889
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999398334642164e-05,
      "loss": 0.6081,
      "step": 890
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993931817363528e-05,
      "loss": 0.7499,
      "step": 891
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993880068654396e-05,
      "loss": 0.6984,
      "step": 892
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993828100295377e-05,
      "loss": 0.75,
      "step": 893
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993775912287623e-05,
      "loss": 0.6576,
      "step": 894
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993723504632273e-05,
      "loss": 0.6533,
      "step": 895
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993670877330485e-05,
      "loss": 0.6744,
      "step": 896
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993618030383408e-05,
      "loss": 0.8051,
      "step": 897
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999356496379221e-05,
      "loss": 0.6746,
      "step": 898
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993511677558054e-05,
      "loss": 0.6819,
      "step": 899
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993458171682116e-05,
      "loss": 0.7324,
      "step": 900
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993404446165564e-05,
      "loss": 0.6978,
      "step": 901
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993350501009584e-05,
      "loss": 0.7821,
      "step": 902
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993296336215362e-05,
      "loss": 0.7997,
      "step": 903
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993241951784088e-05,
      "loss": 0.7462,
      "step": 904
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993187347716953e-05,
      "loss": 0.7317,
      "step": 905
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993132524015162e-05,
      "loss": 0.7725,
      "step": 906
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993077480679922e-05,
      "loss": 0.7537,
      "step": 907
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993022217712435e-05,
      "loss": 0.7515,
      "step": 908
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999296673511392e-05,
      "loss": 0.7474,
      "step": 909
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992911032885596e-05,
      "loss": 0.7419,
      "step": 910
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999285511102869e-05,
      "loss": 0.7755,
      "step": 911
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999279896954443e-05,
      "loss": 0.7555,
      "step": 912
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992742608434046e-05,
      "loss": 0.7126,
      "step": 913
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992686027698778e-05,
      "loss": 0.741,
      "step": 914
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999262922733987e-05,
      "loss": 0.8167,
      "step": 915
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992572207358574e-05,
      "loss": 0.704,
      "step": 916
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999251496775614e-05,
      "loss": 0.6837,
      "step": 917
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992457508533826e-05,
      "loss": 0.7284,
      "step": 918
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992399829692894e-05,
      "loss": 0.7393,
      "step": 919
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992341931234616e-05,
      "loss": 0.7293,
      "step": 920
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999228381316026e-05,
      "loss": 0.5918,
      "step": 921
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992225475471106e-05,
      "loss": 0.7183,
      "step": 922
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992166918168433e-05,
      "loss": 0.6954,
      "step": 923
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992108141253528e-05,
      "loss": 0.6707,
      "step": 924
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999204914472769e-05,
      "loss": 0.7116,
      "step": 925
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991989928592206e-05,
      "loss": 0.7383,
      "step": 926
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991930492848387e-05,
      "loss": 0.7995,
      "step": 927
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999187083749753e-05,
      "loss": 0.7544,
      "step": 928
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999181096254095e-05,
      "loss": 0.702,
      "step": 929
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991750867979964e-05,
      "loss": 0.6423,
      "step": 930
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991690553815894e-05,
      "loss": 0.7947,
      "step": 931
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991630020050065e-05,
      "loss": 0.7019,
      "step": 932
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991569266683802e-05,
      "loss": 0.6186,
      "step": 933
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991508293718444e-05,
      "loss": 0.7387,
      "step": 934
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991447101155336e-05,
      "loss": 0.7556,
      "step": 935
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991385688995815e-05,
      "loss": 0.7797,
      "step": 936
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991324057241238e-05,
      "loss": 0.6682,
      "step": 937
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991262205892953e-05,
      "loss": 0.6379,
      "step": 938
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999120013495232e-05,
      "loss": 0.6881,
      "step": 939
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991137844420708e-05,
      "loss": 0.7251,
      "step": 940
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991075334299483e-05,
      "loss": 0.7204,
      "step": 941
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991012604590022e-05,
      "loss": 0.6837,
      "step": 942
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99909496552937e-05,
      "loss": 0.6768,
      "step": 943
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99908864864119e-05,
      "loss": 0.6412,
      "step": 944
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999082309794601e-05,
      "loss": 0.7849,
      "step": 945
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999075948989743e-05,
      "loss": 0.7378,
      "step": 946
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990695662267548e-05,
      "loss": 0.7241,
      "step": 947
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990631615057775e-05,
      "loss": 0.6904,
      "step": 948
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990567348269513e-05,
      "loss": 0.6114,
      "step": 949
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999050286190418e-05,
      "loss": 0.7032,
      "step": 950
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999043815596319e-05,
      "loss": 0.7267,
      "step": 951
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990373230447965e-05,
      "loss": 0.6652,
      "step": 952
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990308085359927e-05,
      "loss": 0.7111,
      "step": 953
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999024272070052e-05,
      "loss": 0.7272,
      "step": 954
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990177136471174e-05,
      "loss": 0.8049,
      "step": 955
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999011133267333e-05,
      "loss": 0.3564,
      "step": 956
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990045309308433e-05,
      "loss": 0.7001,
      "step": 957
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989979066377933e-05,
      "loss": 0.7558,
      "step": 958
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989912603883293e-05,
      "loss": 0.6882,
      "step": 959
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989845921825966e-05,
      "loss": 0.6809,
      "step": 960
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989779020207423e-05,
      "loss": 0.7543,
      "step": 961
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998971189902913e-05,
      "loss": 0.7491,
      "step": 962
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989644558292568e-05,
      "loss": 0.6346,
      "step": 963
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989576997999213e-05,
      "loss": 0.7872,
      "step": 964
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989509218150547e-05,
      "loss": 0.6386,
      "step": 965
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989441218748065e-05,
      "loss": 0.7189,
      "step": 966
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998937299979326e-05,
      "loss": 0.803,
      "step": 967
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989304561287632e-05,
      "loss": 0.7558,
      "step": 968
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989235903232683e-05,
      "loss": 0.7904,
      "step": 969
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989167025629924e-05,
      "loss": 0.7086,
      "step": 970
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989097928480867e-05,
      "loss": 0.6998,
      "step": 971
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998902861178703e-05,
      "loss": 0.6822,
      "step": 972
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998895907554994e-05,
      "loss": 0.7514,
      "step": 973
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988889319771127e-05,
      "loss": 0.7045,
      "step": 974
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988819344452114e-05,
      "loss": 0.7981,
      "step": 975
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988749149594446e-05,
      "loss": 0.8203,
      "step": 976
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998867873519967e-05,
      "loss": 0.6733,
      "step": 977
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988608101269323e-05,
      "loss": 0.7642,
      "step": 978
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998853724780497e-05,
      "loss": 0.6958,
      "step": 979
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988466174808156e-05,
      "loss": 0.7027,
      "step": 980
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998839488228045e-05,
      "loss": 0.6924,
      "step": 981
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998832337022342e-05,
      "loss": 0.7835,
      "step": 982
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988251638638633e-05,
      "loss": 0.7635,
      "step": 983
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988179687527667e-05,
      "loss": 0.7652,
      "step": 984
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988107516892103e-05,
      "loss": 0.7284,
      "step": 985
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988035126733535e-05,
      "loss": 0.6919,
      "step": 986
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998796251705354e-05,
      "loss": 0.7573,
      "step": 987
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987889687853724e-05,
      "loss": 0.584,
      "step": 988
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987816639135686e-05,
      "loss": 0.6871,
      "step": 989
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987743370901026e-05,
      "loss": 0.8422,
      "step": 990
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987669883151364e-05,
      "loss": 0.6529,
      "step": 991
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987596175888306e-05,
      "loss": 0.3709,
      "step": 992
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987522249113476e-05,
      "loss": 0.7826,
      "step": 993
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99874481028285e-05,
      "loss": 0.7075,
      "step": 994
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987373737035006e-05,
      "loss": 0.732,
      "step": 995
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998729915173463e-05,
      "loss": 0.7774,
      "step": 996
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987224346929008e-05,
      "loss": 0.7291,
      "step": 997
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987149322619787e-05,
      "loss": 0.6647,
      "step": 998
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987074078808612e-05,
      "loss": 0.7795,
      "step": 999
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986998615497143e-05,
      "loss": 0.6997,
      "step": 1000
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986922932687037e-05,
      "loss": 0.7168,
      "step": 1001
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998684703037995e-05,
      "loss": 0.7571,
      "step": 1002
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998677090857756e-05,
      "loss": 0.7576,
      "step": 1003
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986694567281536e-05,
      "loss": 0.717,
      "step": 1004
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986618006493553e-05,
      "loss": 0.6681,
      "step": 1005
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986541226215298e-05,
      "loss": 0.799,
      "step": 1006
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998646422644846e-05,
      "loss": 0.6501,
      "step": 1007
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998638700719472e-05,
      "loss": 0.8328,
      "step": 1008
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998630956845579e-05,
      "loss": 0.7737,
      "step": 1009
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986231910233365e-05,
      "loss": 0.8133,
      "step": 1010
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998615403252915e-05,
      "loss": 0.7158,
      "step": 1011
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998607593534486e-05,
      "loss": 0.8006,
      "step": 1012
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985997618682212e-05,
      "loss": 0.7821,
      "step": 1013
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998591908254292e-05,
      "loss": 0.646,
      "step": 1014
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985840326928724e-05,
      "loss": 0.7129,
      "step": 1015
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998576135184134e-05,
      "loss": 0.7113,
      "step": 1016
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998568215728251e-05,
      "loss": 0.7061,
      "step": 1017
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998560274325398e-05,
      "loss": 0.7474,
      "step": 1018
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998552310975749e-05,
      "loss": 0.7492,
      "step": 1019
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985443256794787e-05,
      "loss": 0.6525,
      "step": 1020
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998536318436763e-05,
      "loss": 0.8021,
      "step": 1021
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985282892477777e-05,
      "loss": 0.6402,
      "step": 1022
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985202381127e-05,
      "loss": 0.6421,
      "step": 1023
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985121650317057e-05,
      "loss": 0.6374,
      "step": 1024
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998504070004973e-05,
      "loss": 0.7897,
      "step": 1025
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984959530326797e-05,
      "loss": 0.6702,
      "step": 1026
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998487814115004e-05,
      "loss": 0.7397,
      "step": 1027
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998479653252125e-05,
      "loss": 0.6542,
      "step": 1028
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998471470444222e-05,
      "loss": 0.6877,
      "step": 1029
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984632656914745e-05,
      "loss": 0.6884,
      "step": 1030
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998455038994063e-05,
      "loss": 0.7084,
      "step": 1031
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998446790352169e-05,
      "loss": 0.7606,
      "step": 1032
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998438519765973e-05,
      "loss": 0.6844,
      "step": 1033
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998430227235657e-05,
      "loss": 0.6047,
      "step": 1034
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998421912761403e-05,
      "loss": 0.676,
      "step": 1035
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984135763433946e-05,
      "loss": 0.7804,
      "step": 1036
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998405217981814e-05,
      "loss": 0.6514,
      "step": 1037
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983968376768454e-05,
      "loss": 0.7552,
      "step": 1038
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998388435428673e-05,
      "loss": 0.7462,
      "step": 1039
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983800112374814e-05,
      "loss": 0.7627,
      "step": 1040
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983715651034555e-05,
      "loss": 0.6974,
      "step": 1041
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983630970267813e-05,
      "loss": 0.7441,
      "step": 1042
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983546070076447e-05,
      "loss": 0.7019,
      "step": 1043
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983460950462324e-05,
      "loss": 0.5783,
      "step": 1044
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998337561142732e-05,
      "loss": 0.8205,
      "step": 1045
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99832900529733e-05,
      "loss": 0.7202,
      "step": 1046
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983204275102145e-05,
      "loss": 0.7403,
      "step": 1047
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983118277815752e-05,
      "loss": 0.6889,
      "step": 1048
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983032061116005e-05,
      "loss": 0.6477,
      "step": 1049
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982945625004793e-05,
      "loss": 0.66,
      "step": 1050
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998285896948402e-05,
      "loss": 0.7103,
      "step": 1051
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982772094555597e-05,
      "loss": 0.7095,
      "step": 1052
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982685000221424e-05,
      "loss": 0.653,
      "step": 1053
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982597686483418e-05,
      "loss": 0.6631,
      "step": 1054
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982510153343502e-05,
      "loss": 0.7717,
      "step": 1055
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998242240080359e-05,
      "loss": 0.6699,
      "step": 1056
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982334428865625e-05,
      "loss": 0.4194,
      "step": 1057
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982246237531527e-05,
      "loss": 0.635,
      "step": 1058
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982157826803245e-05,
      "loss": 0.6659,
      "step": 1059
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982069196682715e-05,
      "loss": 0.7339,
      "step": 1060
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981980347171888e-05,
      "loss": 0.7021,
      "step": 1061
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981891278272713e-05,
      "loss": 0.7221,
      "step": 1062
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981801989987154e-05,
      "loss": 0.7721,
      "step": 1063
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981712482317167e-05,
      "loss": 0.7938,
      "step": 1064
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981622755264722e-05,
      "loss": 0.6923,
      "step": 1065
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981532808831794e-05,
      "loss": 0.6864,
      "step": 1066
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981442643020355e-05,
      "loss": 0.6923,
      "step": 1067
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998135225783239e-05,
      "loss": 0.5881,
      "step": 1068
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981261653269886e-05,
      "loss": 0.7255,
      "step": 1069
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998117082933483e-05,
      "loss": 0.6756,
      "step": 1070
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998107978602922e-05,
      "loss": 0.3559,
      "step": 1071
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998098852335506e-05,
      "loss": 0.7042,
      "step": 1072
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980897041314353e-05,
      "loss": 0.666,
      "step": 1073
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998080533990911e-05,
      "loss": 0.7196,
      "step": 1074
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980713419141347e-05,
      "loss": 0.6988,
      "step": 1075
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980621279013087e-05,
      "loss": 0.7478,
      "step": 1076
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998052891952635e-05,
      "loss": 0.3391,
      "step": 1077
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980436340683168e-05,
      "loss": 0.7635,
      "step": 1078
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980343542485575e-05,
      "loss": 0.7128,
      "step": 1079
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998025052493561e-05,
      "loss": 0.661,
      "step": 1080
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998015728803532e-05,
      "loss": 0.719,
      "step": 1081
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980063831786755e-05,
      "loss": 0.7264,
      "step": 1082
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979970156191967e-05,
      "loss": 0.6358,
      "step": 1083
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997987626125301e-05,
      "loss": 0.6959,
      "step": 1084
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979782146971955e-05,
      "loss": 0.7118,
      "step": 1085
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979687813350867e-05,
      "loss": 0.7744,
      "step": 1086
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979593260391825e-05,
      "loss": 0.6578,
      "step": 1087
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979498488096897e-05,
      "loss": 0.6897,
      "step": 1088
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979403496468174e-05,
      "loss": 0.6633,
      "step": 1089
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997930828550774e-05,
      "loss": 0.7762,
      "step": 1090
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979212855217687e-05,
      "loss": 0.7046,
      "step": 1091
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979117205600117e-05,
      "loss": 0.7104,
      "step": 1092
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979021336657128e-05,
      "loss": 0.751,
      "step": 1093
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978925248390834e-05,
      "loss": 0.7041,
      "step": 1094
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978828940803332e-05,
      "loss": 0.7073,
      "step": 1095
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978732413896754e-05,
      "loss": 0.7639,
      "step": 1096
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978635667673214e-05,
      "loss": 0.8215,
      "step": 1097
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997853870213484e-05,
      "loss": 0.5985,
      "step": 1098
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997844151728376e-05,
      "loss": 0.7127,
      "step": 1099
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978344113122116e-05,
      "loss": 0.8007,
      "step": 1100
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978246489652044e-05,
      "loss": 0.6497,
      "step": 1101
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978148646875693e-05,
      "loss": 0.6701,
      "step": 1102
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997805058479521e-05,
      "loss": 0.7302,
      "step": 1103
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997795230341275e-05,
      "loss": 0.5893,
      "step": 1104
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977853802730477e-05,
      "loss": 0.6711,
      "step": 1105
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997775508275056e-05,
      "loss": 0.7305,
      "step": 1106
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977656143475153e-05,
      "loss": 0.7919,
      "step": 1107
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977556984906444e-05,
      "loss": 0.7243,
      "step": 1108
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997745760704661e-05,
      "loss": 0.5767,
      "step": 1109
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977358009897832e-05,
      "loss": 0.6983,
      "step": 1110
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977258193462303e-05,
      "loss": 0.6406,
      "step": 1111
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997715815774221e-05,
      "loss": 0.7451,
      "step": 1112
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997705790273976e-05,
      "loss": 0.7079,
      "step": 1113
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976957428457153e-05,
      "loss": 0.7495,
      "step": 1114
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976856734896595e-05,
      "loss": 0.6461,
      "step": 1115
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976755822060304e-05,
      "loss": 0.8959,
      "step": 1116
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976654689950493e-05,
      "loss": 0.6589,
      "step": 1117
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976553338569382e-05,
      "loss": 0.7641,
      "step": 1118
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976451767919206e-05,
      "loss": 0.7214,
      "step": 1119
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976349978002196e-05,
      "loss": 0.7704,
      "step": 1120
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976247968820587e-05,
      "loss": 0.7072,
      "step": 1121
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976145740376625e-05,
      "loss": 0.6836,
      "step": 1122
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976043292672547e-05,
      "loss": 0.7552,
      "step": 1123
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975940625710617e-05,
      "loss": 0.7021,
      "step": 1124
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997583773949308e-05,
      "loss": 0.777,
      "step": 1125
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997573463402221e-05,
      "loss": 0.7459,
      "step": 1126
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975631309300258e-05,
      "loss": 0.6796,
      "step": 1127
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975527765329507e-05,
      "loss": 0.6522,
      "step": 1128
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975424002112227e-05,
      "loss": 0.35,
      "step": 1129
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99753200196507e-05,
      "loss": 0.6699,
      "step": 1130
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975215817947214e-05,
      "loss": 0.6565,
      "step": 1131
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975111397004056e-05,
      "loss": 0.6777,
      "step": 1132
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975006756823522e-05,
      "loss": 0.6411,
      "step": 1133
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997490189740791e-05,
      "loss": 0.6835,
      "step": 1134
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997479681875953e-05,
      "loss": 0.7192,
      "step": 1135
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974691520880684e-05,
      "loss": 0.7054,
      "step": 1136
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997458600377369e-05,
      "loss": 0.6842,
      "step": 1137
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974480267440867e-05,
      "loss": 0.7596,
      "step": 1138
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997437431188454e-05,
      "loss": 0.7924,
      "step": 1139
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974268137107036e-05,
      "loss": 0.802,
      "step": 1140
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997416174311069e-05,
      "loss": 0.7096,
      "step": 1141
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997405512989784e-05,
      "loss": 0.6474,
      "step": 1142
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973948297470825e-05,
      "loss": 0.6171,
      "step": 1143
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973841245832e-05,
      "loss": 0.6691,
      "step": 1144
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973733974983717e-05,
      "loss": 0.7771,
      "step": 1145
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997362648492833e-05,
      "loss": 0.7348,
      "step": 1146
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973518775668203e-05,
      "loss": 0.7056,
      "step": 1147
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99734108472057e-05,
      "loss": 0.7497,
      "step": 1148
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99733026995432e-05,
      "loss": 0.6593,
      "step": 1149
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973194332683073e-05,
      "loss": 0.7076,
      "step": 1150
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973085746627704e-05,
      "loss": 0.6773,
      "step": 1151
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997297694137948e-05,
      "loss": 0.6748,
      "step": 1152
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972867916940792e-05,
      "loss": 0.7301,
      "step": 1153
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972758673314037e-05,
      "loss": 0.7166,
      "step": 1154
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972649210501612e-05,
      "loss": 0.6836,
      "step": 1155
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997253952850593e-05,
      "loss": 0.6984,
      "step": 1156
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972429627329394e-05,
      "loss": 0.3899,
      "step": 1157
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972319506974424e-05,
      "loss": 0.7031,
      "step": 1158
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972209167443438e-05,
      "loss": 0.7283,
      "step": 1159
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972098608738865e-05,
      "loss": 0.7455,
      "step": 1160
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971987830863128e-05,
      "loss": 0.7135,
      "step": 1161
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997187683381867e-05,
      "loss": 0.7118,
      "step": 1162
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971765617607922e-05,
      "loss": 0.7347,
      "step": 1163
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971654182233336e-05,
      "loss": 0.7592,
      "step": 1164
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971542527697357e-05,
      "loss": 0.7243,
      "step": 1165
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997143065400244e-05,
      "loss": 0.8181,
      "step": 1166
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971318561151046e-05,
      "loss": 0.7455,
      "step": 1167
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971206249145633e-05,
      "loss": 0.6546,
      "step": 1168
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971093717988674e-05,
      "loss": 0.6666,
      "step": 1169
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997098096768264e-05,
      "loss": 0.5639,
      "step": 1170
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997086799823001e-05,
      "loss": 0.6922,
      "step": 1171
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997075480963327e-05,
      "loss": 0.7308,
      "step": 1172
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970641401894904e-05,
      "loss": 0.6802,
      "step": 1173
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99705277750174e-05,
      "loss": 0.7419,
      "step": 1174
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997041392900327e-05,
      "loss": 0.6607,
      "step": 1175
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970299863855e-05,
      "loss": 0.7744,
      "step": 1176
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970185579575104e-05,
      "loss": 0.6856,
      "step": 1177
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970071076166095e-05,
      "loss": 0.6371,
      "step": 1178
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996995635363049e-05,
      "loss": 0.6776,
      "step": 1179
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969841411970803e-05,
      "loss": 0.7794,
      "step": 1180
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969726251189573e-05,
      "loss": 0.7236,
      "step": 1181
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969610871289318e-05,
      "loss": 0.6855,
      "step": 1182
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996949527227258e-05,
      "loss": 0.6922,
      "step": 1183
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99693794541419e-05,
      "loss": 0.7277,
      "step": 1184
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969263416899826e-05,
      "loss": 0.8502,
      "step": 1185
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969147160548902e-05,
      "loss": 0.7554,
      "step": 1186
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996903068509169e-05,
      "loss": 0.7061,
      "step": 1187
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996891399053074e-05,
      "loss": 0.6399,
      "step": 1188
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996879707686863e-05,
      "loss": 0.7941,
      "step": 1189
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968679944107917e-05,
      "loss": 0.7452,
      "step": 1190
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968562592251186e-05,
      "loss": 0.6643,
      "step": 1191
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968445021301005e-05,
      "loss": 0.6761,
      "step": 1192
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968327231259968e-05,
      "loss": 0.3739,
      "step": 1193
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996820922213066e-05,
      "loss": 0.8249,
      "step": 1194
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996809099391568e-05,
      "loss": 0.607,
      "step": 1195
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967972546617614e-05,
      "loss": 0.7075,
      "step": 1196
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967853880239075e-05,
      "loss": 0.6388,
      "step": 1197
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967734994782664e-05,
      "loss": 0.7572,
      "step": 1198
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967615890251007e-05,
      "loss": 0.7437,
      "step": 1199
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967496566646706e-05,
      "loss": 0.6423,
      "step": 1200
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967377023972396e-05,
      "loss": 0.7518,
      "step": 1201
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967257262230694e-05,
      "loss": 0.7282,
      "step": 1202
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967137281424242e-05,
      "loss": 0.6294,
      "step": 1203
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996701708155567e-05,
      "loss": 0.675,
      "step": 1204
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966896662627623e-05,
      "loss": 0.7171,
      "step": 1205
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966776024642747e-05,
      "loss": 0.7561,
      "step": 1206
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966655167603693e-05,
      "loss": 0.79,
      "step": 1207
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996653409151312e-05,
      "loss": 0.6974,
      "step": 1208
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996641279637368e-05,
      "loss": 0.6997,
      "step": 1209
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996629128218805e-05,
      "loss": 0.6717,
      "step": 1210
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966169548958896e-05,
      "loss": 0.6928,
      "step": 1211
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966047596688894e-05,
      "loss": 0.7081,
      "step": 1212
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965925425380722e-05,
      "loss": 0.7635,
      "step": 1213
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965803035037067e-05,
      "loss": 0.5742,
      "step": 1214
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965680425660622e-05,
      "loss": 0.6498,
      "step": 1215
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965557597254074e-05,
      "loss": 0.6479,
      "step": 1216
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996543454982013e-05,
      "loss": 0.8085,
      "step": 1217
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965311283361493e-05,
      "loss": 0.7264,
      "step": 1218
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965187797880866e-05,
      "loss": 0.6752,
      "step": 1219
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965064093380976e-05,
      "loss": 0.8179,
      "step": 1220
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964940169864525e-05,
      "loss": 0.6847,
      "step": 1221
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964816027334254e-05,
      "loss": 0.7997,
      "step": 1222
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964691665792878e-05,
      "loss": 0.6689,
      "step": 1223
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964567085243134e-05,
      "loss": 0.7092,
      "step": 1224
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964442285687763e-05,
      "loss": 0.625,
      "step": 1225
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964317267129507e-05,
      "loss": 0.6965,
      "step": 1226
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964192029571112e-05,
      "loss": 0.7295,
      "step": 1227
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964066573015334e-05,
      "loss": 0.7773,
      "step": 1228
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963940897464923e-05,
      "loss": 0.7229,
      "step": 1229
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963815002922648e-05,
      "loss": 0.7082,
      "step": 1230
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963688889391273e-05,
      "loss": 0.6621,
      "step": 1231
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963562556873574e-05,
      "loss": 0.6279,
      "step": 1232
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996343600537232e-05,
      "loss": 0.6584,
      "step": 1233
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963309234890297e-05,
      "loss": 0.6661,
      "step": 1234
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963182245430293e-05,
      "loss": 0.6818,
      "step": 1235
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963055036995095e-05,
      "loss": 0.6174,
      "step": 1236
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962927609587503e-05,
      "loss": 0.6005,
      "step": 1237
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962799963210315e-05,
      "loss": 0.7032,
      "step": 1238
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962672097866337e-05,
      "loss": 0.6674,
      "step": 1239
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962544013558376e-05,
      "loss": 0.7162,
      "step": 1240
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996241571028925e-05,
      "loss": 0.6697,
      "step": 1241
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962287188061783e-05,
      "loss": 0.6725,
      "step": 1242
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962158446878793e-05,
      "loss": 0.6326,
      "step": 1243
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962029486743115e-05,
      "loss": 0.7086,
      "step": 1244
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996190030765758e-05,
      "loss": 0.7423,
      "step": 1245
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961770909625023e-05,
      "loss": 0.7809,
      "step": 1246
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99616412926483e-05,
      "loss": 0.6894,
      "step": 1247
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996151145673025e-05,
      "loss": 0.7062,
      "step": 1248
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961381401873728e-05,
      "loss": 0.7097,
      "step": 1249
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961251128081594e-05,
      "loss": 0.868,
      "step": 1250
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961120635356712e-05,
      "loss": 0.8087,
      "step": 1251
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960989923701945e-05,
      "loss": 0.7388,
      "step": 1252
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960858993120173e-05,
      "loss": 0.7609,
      "step": 1253
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996072784361427e-05,
      "loss": 0.7671,
      "step": 1254
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996059647518712e-05,
      "loss": 0.633,
      "step": 1255
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960464887841607e-05,
      "loss": 0.7914,
      "step": 1256
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960333081580626e-05,
      "loss": 0.6971,
      "step": 1257
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996020105640707e-05,
      "loss": 0.6897,
      "step": 1258
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996006881232385e-05,
      "loss": 0.7343,
      "step": 1259
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959936349333864e-05,
      "loss": 0.3844,
      "step": 1260
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959803667440024e-05,
      "loss": 0.6809,
      "step": 1261
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959670766645247e-05,
      "loss": 0.7318,
      "step": 1262
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959537646952458e-05,
      "loss": 0.6571,
      "step": 1263
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959404308364575e-05,
      "loss": 0.7567,
      "step": 1264
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959270750884535e-05,
      "loss": 0.7152,
      "step": 1265
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959136974515274e-05,
      "loss": 0.8512,
      "step": 1266
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959002979259725e-05,
      "loss": 0.7632,
      "step": 1267
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995886876512084e-05,
      "loss": 0.7106,
      "step": 1268
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958734332101566e-05,
      "loss": 0.6345,
      "step": 1269
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995859968020486e-05,
      "loss": 0.6935,
      "step": 1270
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958464809433677e-05,
      "loss": 0.7057,
      "step": 1271
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958329719790985e-05,
      "loss": 0.81,
      "step": 1272
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958194411279753e-05,
      "loss": 0.7004,
      "step": 1273
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995805888390295e-05,
      "loss": 0.5878,
      "step": 1274
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995792313766356e-05,
      "loss": 0.666,
      "step": 1275
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957787172564567e-05,
      "loss": 0.6753,
      "step": 1276
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957650988608955e-05,
      "loss": 0.7563,
      "step": 1277
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957514585799717e-05,
      "loss": 0.6456,
      "step": 1278
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957377964139857e-05,
      "loss": 0.7867,
      "step": 1279
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957241123632375e-05,
      "loss": 0.7504,
      "step": 1280
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957104064280273e-05,
      "loss": 0.7726,
      "step": 1281
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995696678608657e-05,
      "loss": 0.7393,
      "step": 1282
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956829289054284e-05,
      "loss": 0.7271,
      "step": 1283
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995669157318643e-05,
      "loss": 0.6558,
      "step": 1284
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995655363848604e-05,
      "loss": 0.6141,
      "step": 1285
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956415484956143e-05,
      "loss": 0.7472,
      "step": 1286
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956277112599777e-05,
      "loss": 0.6996,
      "step": 1287
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956138521419985e-05,
      "loss": 0.7177,
      "step": 1288
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955999711419805e-05,
      "loss": 0.6792,
      "step": 1289
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99558606826023e-05,
      "loss": 0.7385,
      "step": 1290
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955721434970517e-05,
      "loss": 0.7435,
      "step": 1291
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995558196852752e-05,
      "loss": 0.7627,
      "step": 1292
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955442283276373e-05,
      "loss": 0.7195,
      "step": 1293
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955302379220148e-05,
      "loss": 0.711,
      "step": 1294
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955162256361915e-05,
      "loss": 0.6712,
      "step": 1295
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955021914704756e-05,
      "loss": 0.5763,
      "step": 1296
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995488135425176e-05,
      "loss": 0.6279,
      "step": 1297
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954740575006006e-05,
      "loss": 0.3918,
      "step": 1298
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954599576970598e-05,
      "loss": 0.7129,
      "step": 1299
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954458360148633e-05,
      "loss": 0.766,
      "step": 1300
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954316924543215e-05,
      "loss": 0.7032,
      "step": 1301
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954175270157446e-05,
      "loss": 0.6482,
      "step": 1302
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995403339699445e-05,
      "loss": 0.7156,
      "step": 1303
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953891305057335e-05,
      "loss": 0.7554,
      "step": 1304
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953748994349225e-05,
      "loss": 0.7699,
      "step": 1305
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953606464873255e-05,
      "loss": 0.7122,
      "step": 1306
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953463716632554e-05,
      "loss": 0.6869,
      "step": 1307
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995332074963026e-05,
      "loss": 0.6832,
      "step": 1308
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995317756386951e-05,
      "loss": 0.7807,
      "step": 1309
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995303415935346e-05,
      "loss": 0.7404,
      "step": 1310
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952890536085254e-05,
      "loss": 0.7027,
      "step": 1311
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995274669406805e-05,
      "loss": 0.7085,
      "step": 1312
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952602633305015e-05,
      "loss": 0.7408,
      "step": 1313
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995245835379931e-05,
      "loss": 0.6599,
      "step": 1314
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952313855554103e-05,
      "loss": 0.7632,
      "step": 1315
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995216913857258e-05,
      "loss": 0.7123,
      "step": 1316
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952024202857913e-05,
      "loss": 0.4266,
      "step": 1317
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951879048413293e-05,
      "loss": 0.7415,
      "step": 1318
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951733675241903e-05,
      "loss": 0.5156,
      "step": 1319
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951588083346945e-05,
      "loss": 0.6743,
      "step": 1320
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951442272731617e-05,
      "loss": 0.764,
      "step": 1321
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995129624339912e-05,
      "loss": 0.6885,
      "step": 1322
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995114999535267e-05,
      "loss": 0.6578,
      "step": 1323
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995100352859548e-05,
      "loss": 0.7258,
      "step": 1324
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995085684313076e-05,
      "loss": 0.8095,
      "step": 1325
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950709938961745e-05,
      "loss": 0.8307,
      "step": 1326
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950562816091658e-05,
      "loss": 0.8033,
      "step": 1327
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995041547452374e-05,
      "loss": 0.7468,
      "step": 1328
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950267914261218e-05,
      "loss": 0.6879,
      "step": 1329
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995012013530734e-05,
      "loss": 0.4006,
      "step": 1330
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994997213766536e-05,
      "loss": 0.6971,
      "step": 1331
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994982392133852e-05,
      "loss": 0.767,
      "step": 1332
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949675486330084e-05,
      "loss": 0.5983,
      "step": 1333
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949526832643315e-05,
      "loss": 0.7281,
      "step": 1334
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994937796028148e-05,
      "loss": 0.6754,
      "step": 1335
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949228869247845e-05,
      "loss": 0.7444,
      "step": 1336
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949079559545694e-05,
      "loss": 0.6309,
      "step": 1337
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948930031178307e-05,
      "loss": 0.8286,
      "step": 1338
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994878028414897e-05,
      "loss": 0.7003,
      "step": 1339
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994863031846097e-05,
      "loss": 0.6576,
      "step": 1340
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948480134117604e-05,
      "loss": 0.7376,
      "step": 1341
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948329731122183e-05,
      "loss": 0.7299,
      "step": 1342
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948179109477998e-05,
      "loss": 0.5972,
      "step": 1343
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994802826918837e-05,
      "loss": 0.8011,
      "step": 1344
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947877210256613e-05,
      "loss": 0.7404,
      "step": 1345
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994772593268604e-05,
      "loss": 0.6757,
      "step": 1346
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994757443647998e-05,
      "loss": 0.7626,
      "step": 1347
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947422721641766e-05,
      "loss": 0.7506,
      "step": 1348
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947270788174728e-05,
      "loss": 0.5771,
      "step": 1349
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994711863608221e-05,
      "loss": 0.759,
      "step": 1350
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994696626536755e-05,
      "loss": 0.7116,
      "step": 1351
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99468136760341e-05,
      "loss": 0.773,
      "step": 1352
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946660868085213e-05,
      "loss": 0.7205,
      "step": 1353
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994650784152425e-05,
      "loss": 0.814,
      "step": 1354
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994635459635457e-05,
      "loss": 0.8589,
      "step": 1355
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946201132579547e-05,
      "loss": 0.6916,
      "step": 1356
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994604745020255e-05,
      "loss": 0.7647,
      "step": 1357
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994589354922695e-05,
      "loss": 0.6742,
      "step": 1358
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945739429656142e-05,
      "loss": 0.6835,
      "step": 1359
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945585091493507e-05,
      "loss": 0.8372,
      "step": 1360
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945430534742436e-05,
      "loss": 0.7333,
      "step": 1361
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994527575940633e-05,
      "loss": 0.5806,
      "step": 1362
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994512076548859e-05,
      "loss": 0.7379,
      "step": 1363
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944965552992616e-05,
      "loss": 0.7204,
      "step": 1364
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994481012192183e-05,
      "loss": 0.6552,
      "step": 1365
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944654472279635e-05,
      "loss": 0.7642,
      "step": 1366
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944498604069468e-05,
      "loss": 0.7341,
      "step": 1367
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994434251729474e-05,
      "loss": 0.792,
      "step": 1368
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944186211958892e-05,
      "loss": 0.6564,
      "step": 1369
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994402968806535e-05,
      "loss": 0.7314,
      "step": 1370
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994387294561756e-05,
      "loss": 0.6298,
      "step": 1371
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943715984618973e-05,
      "loss": 0.6849,
      "step": 1372
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943558805073024e-05,
      "loss": 0.7267,
      "step": 1373
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994340140698318e-05,
      "loss": 0.8079,
      "step": 1374
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943243790352894e-05,
      "loss": 0.6695,
      "step": 1375
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943085955185632e-05,
      "loss": 0.5899,
      "step": 1376
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942927901484862e-05,
      "loss": 0.7335,
      "step": 1377
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942769629254058e-05,
      "loss": 0.3432,
      "step": 1378
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942611138496705e-05,
      "loss": 0.6975,
      "step": 1379
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942452429216277e-05,
      "loss": 0.6682,
      "step": 1380
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942293501416262e-05,
      "loss": 0.6944,
      "step": 1381
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942134355100162e-05,
      "loss": 0.6601,
      "step": 1382
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994197499027147e-05,
      "loss": 0.6445,
      "step": 1383
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941815406933687e-05,
      "loss": 0.6052,
      "step": 1384
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994165560509032e-05,
      "loss": 0.7036,
      "step": 1385
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941495584744884e-05,
      "loss": 0.722,
      "step": 1386
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941335345900894e-05,
      "loss": 0.6976,
      "step": 1387
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941174888561875e-05,
      "loss": 0.7217,
      "step": 1388
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941014212731348e-05,
      "loss": 0.6832,
      "step": 1389
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994085331841285e-05,
      "loss": 0.7223,
      "step": 1390
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940692205609914e-05,
      "loss": 0.65,
      "step": 1391
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940530874326082e-05,
      "loss": 0.7941,
      "step": 1392
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99403693245649e-05,
      "loss": 0.7321,
      "step": 1393
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940207556329913e-05,
      "loss": 0.7239,
      "step": 1394
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994004556962469e-05,
      "loss": 0.6444,
      "step": 1395
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939883364452777e-05,
      "loss": 0.682,
      "step": 1396
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993972094081775e-05,
      "loss": 0.773,
      "step": 1397
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993955829872317e-05,
      "loss": 0.7028,
      "step": 1398
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939395438172614e-05,
      "loss": 0.6782,
      "step": 1399
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939232359169666e-05,
      "loss": 0.632,
      "step": 1400
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939069061717906e-05,
      "loss": 0.7892,
      "step": 1401
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938905545820923e-05,
      "loss": 0.6211,
      "step": 1402
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938741811482312e-05,
      "loss": 0.7831,
      "step": 1403
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993857785870567e-05,
      "loss": 0.6734,
      "step": 1404
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938413687494608e-05,
      "loss": 0.6054,
      "step": 1405
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993824929785272e-05,
      "loss": 0.6424,
      "step": 1406
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938084689783633e-05,
      "loss": 0.3587,
      "step": 1407
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937919863290958e-05,
      "loss": 0.715,
      "step": 1408
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937754818378316e-05,
      "loss": 0.7839,
      "step": 1409
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993758955504934e-05,
      "loss": 0.6495,
      "step": 1410
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937424073307658e-05,
      "loss": 0.698,
      "step": 1411
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937258373156907e-05,
      "loss": 0.7033,
      "step": 1412
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937092454600734e-05,
      "loss": 0.8282,
      "step": 1413
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936926317642776e-05,
      "loss": 0.7431,
      "step": 1414
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936759962286694e-05,
      "loss": 0.7081,
      "step": 1415
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993659338853614e-05,
      "loss": 0.5552,
      "step": 1416
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936426596394772e-05,
      "loss": 0.6157,
      "step": 1417
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936259585866264e-05,
      "loss": 0.6543,
      "step": 1418
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993609235695428e-05,
      "loss": 0.7052,
      "step": 1419
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9935924909662498e-05,
      "loss": 0.7191,
      "step": 1420
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99357572439946e-05,
      "loss": 0.7554,
      "step": 1421
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935589359954263e-05,
      "loss": 0.7422,
      "step": 1422
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935421257545185e-05,
      "loss": 0.6552,
      "step": 1423
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935252936771057e-05,
      "loss": 0.6756,
      "step": 1424
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935084397635583e-05,
      "loss": 0.7681,
      "step": 1425
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934915640142462e-05,
      "loss": 0.5663,
      "step": 1426
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99347466642954e-05,
      "loss": 0.6899,
      "step": 1427
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934577470098123e-05,
      "loss": 0.7513,
      "step": 1428
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993440805755434e-05,
      "loss": 0.7015,
      "step": 1429
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934238426667772e-05,
      "loss": 0.7704,
      "step": 1430
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934068577442156e-05,
      "loss": 0.3734,
      "step": 1431
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993389850988122e-05,
      "loss": 0.6716,
      "step": 1432
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933728223988703e-05,
      "loss": 0.6865,
      "step": 1433
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933557719768345e-05,
      "loss": 0.6509,
      "step": 1434
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99333869972239e-05,
      "loss": 0.7266,
      "step": 1435
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933216056359114e-05,
      "loss": 0.6599,
      "step": 1436
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933044897177742e-05,
      "loss": 0.6791,
      "step": 1437
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932873519683556e-05,
      "loss": 0.6593,
      "step": 1438
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932701923880312e-05,
      "loss": 0.7631,
      "step": 1439
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932530109771785e-05,
      "loss": 0.7285,
      "step": 1440
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932358077361756e-05,
      "loss": 0.781,
      "step": 1441
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932185826654e-05,
      "loss": 0.7036,
      "step": 1442
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932013357652303e-05,
      "loss": 0.7514,
      "step": 1443
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993184067036046e-05,
      "loss": 0.7049,
      "step": 1444
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931667764782264e-05,
      "loss": 0.7659,
      "step": 1445
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931494640921514e-05,
      "loss": 0.3244,
      "step": 1446
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931321298782016e-05,
      "loss": 0.6582,
      "step": 1447
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993114773836758e-05,
      "loss": 0.7759,
      "step": 1448
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993097395968202e-05,
      "loss": 0.5903,
      "step": 1449
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930799962729153e-05,
      "loss": 0.6401,
      "step": 1450
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993062574751281e-05,
      "loss": 0.6885,
      "step": 1451
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930451314036812e-05,
      "loss": 0.6528,
      "step": 1452
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930276662305e-05,
      "loss": 0.7071,
      "step": 1453
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993010179232121e-05,
      "loss": 0.7042,
      "step": 1454
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992992670408928e-05,
      "loss": 0.7165,
      "step": 1455
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929751397613067e-05,
      "loss": 0.6975,
      "step": 1456
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929575872896422e-05,
      "loss": 0.7434,
      "step": 1457
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929400129943195e-05,
      "loss": 0.6647,
      "step": 1458
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929224168757255e-05,
      "loss": 0.6747,
      "step": 1459
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992904798934247e-05,
      "loss": 0.7421,
      "step": 1460
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992887159170271e-05,
      "loss": 0.6779,
      "step": 1461
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992869497584185e-05,
      "loss": 0.6339,
      "step": 1462
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928518141763774e-05,
      "loss": 0.355,
      "step": 1463
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928341089472374e-05,
      "loss": 0.6329,
      "step": 1464
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928163818971534e-05,
      "loss": 0.7023,
      "step": 1465
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992798633026515e-05,
      "loss": 0.7044,
      "step": 1466
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927808623357124e-05,
      "loss": 0.6196,
      "step": 1467
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927630698251367e-05,
      "loss": 0.6329,
      "step": 1468
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927452554951786e-05,
      "loss": 0.6862,
      "step": 1469
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992727419346229e-05,
      "loss": 0.607,
      "step": 1470
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992709561378681e-05,
      "loss": 0.6613,
      "step": 1471
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926916815929265e-05,
      "loss": 0.5138,
      "step": 1472
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926737799893583e-05,
      "loss": 0.7837,
      "step": 1473
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99265585656837e-05,
      "loss": 0.7302,
      "step": 1474
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992637911330356e-05,
      "loss": 0.6275,
      "step": 1475
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99261994427571e-05,
      "loss": 0.741,
      "step": 1476
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926019554048273e-05,
      "loss": 0.7089,
      "step": 1477
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925839447181034e-05,
      "loss": 0.6999,
      "step": 1478
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992565912215934e-05,
      "loss": 0.7252,
      "step": 1479
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992547857898715e-05,
      "loss": 0.6856,
      "step": 1480
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925297817668435e-05,
      "loss": 0.7325,
      "step": 1481
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992511683820717e-05,
      "loss": 0.8074,
      "step": 1482
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924935640607334e-05,
      "loss": 0.768,
      "step": 1483
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924754224872906e-05,
      "loss": 0.6877,
      "step": 1484
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992457259100787e-05,
      "loss": 0.645,
      "step": 1485
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992439073901622e-05,
      "loss": 0.6704,
      "step": 1486
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992420866890196e-05,
      "loss": 0.7114,
      "step": 1487
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924026380669087e-05,
      "loss": 0.7202,
      "step": 1488
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923843874321603e-05,
      "loss": 0.728,
      "step": 1489
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923661149863524e-05,
      "loss": 0.7018,
      "step": 1490
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923478207298862e-05,
      "loss": 0.7354,
      "step": 1491
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923295046631646e-05,
      "loss": 0.6477,
      "step": 1492
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992311166786589e-05,
      "loss": 0.7705,
      "step": 1493
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922928071005635e-05,
      "loss": 0.7001,
      "step": 1494
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992274425605491e-05,
      "loss": 0.7151,
      "step": 1495
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992256022301776e-05,
      "loss": 0.597,
      "step": 1496
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922375971898224e-05,
      "loss": 0.6406,
      "step": 1497
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922191502700352e-05,
      "loss": 0.7447,
      "step": 1498
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922006815428206e-05,
      "loss": 0.7208,
      "step": 1499
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921821910085833e-05,
      "loss": 0.7129,
      "step": 1500
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921636786677307e-05,
      "loss": 0.7571,
      "step": 1501
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921451445206692e-05,
      "loss": 0.6471,
      "step": 1502
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921265885678066e-05,
      "loss": 0.7502,
      "step": 1503
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921080108095502e-05,
      "loss": 0.6971,
      "step": 1504
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920894112463083e-05,
      "loss": 0.6777,
      "step": 1505
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920707898784898e-05,
      "loss": 0.6935,
      "step": 1506
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920521467065047e-05,
      "loss": 0.6765,
      "step": 1507
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920334817307616e-05,
      "loss": 0.375,
      "step": 1508
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920147949516715e-05,
      "loss": 0.7662,
      "step": 1509
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919960863696446e-05,
      "loss": 0.6973,
      "step": 1510
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919773559850924e-05,
      "loss": 0.7544,
      "step": 1511
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919586037984267e-05,
      "loss": 0.6603,
      "step": 1512
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919398298100593e-05,
      "loss": 0.6458,
      "step": 1513
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919210340204032e-05,
      "loss": 0.6642,
      "step": 1514
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991902216429871e-05,
      "loss": 0.6587,
      "step": 1515
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918833770388764e-05,
      "loss": 0.8566,
      "step": 1516
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991864515847834e-05,
      "loss": 0.7215,
      "step": 1517
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918456328571577e-05,
      "loss": 0.6892,
      "step": 1518
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918267280672626e-05,
      "loss": 0.6364,
      "step": 1519
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918078014785646e-05,
      "loss": 0.7303,
      "step": 1520
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917888530914795e-05,
      "loss": 0.7074,
      "step": 1521
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991769882906424e-05,
      "loss": 0.6756,
      "step": 1522
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991750890923814e-05,
      "loss": 0.6894,
      "step": 1523
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917318771440684e-05,
      "loss": 0.7348,
      "step": 1524
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917128415676038e-05,
      "loss": 0.6673,
      "step": 1525
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991693784194839e-05,
      "loss": 0.7921,
      "step": 1526
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916747050261936e-05,
      "loss": 0.7463,
      "step": 1527
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991655604062086e-05,
      "loss": 0.6595,
      "step": 1528
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991636481302936e-05,
      "loss": 0.7788,
      "step": 1529
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916173367491645e-05,
      "loss": 0.7855,
      "step": 1530
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991598170401192e-05,
      "loss": 0.7566,
      "step": 1531
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915789822594397e-05,
      "loss": 0.7019,
      "step": 1532
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991559772324329e-05,
      "loss": 0.5767,
      "step": 1533
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991540540596283e-05,
      "loss": 0.6299,
      "step": 1534
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915212870757234e-05,
      "loss": 0.7511,
      "step": 1535
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915020117630738e-05,
      "loss": 0.6998,
      "step": 1536
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991482714658758e-05,
      "loss": 0.6729,
      "step": 1537
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914633957632e-05,
      "loss": 0.6497,
      "step": 1538
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914440550768242e-05,
      "loss": 0.738,
      "step": 1539
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914246926000554e-05,
      "loss": 0.7266,
      "step": 1540
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914053083333203e-05,
      "loss": 0.7333,
      "step": 1541
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913859022770438e-05,
      "loss": 0.7072,
      "step": 1542
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913664744316528e-05,
      "loss": 0.7101,
      "step": 1543
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991347024797575e-05,
      "loss": 0.5828,
      "step": 1544
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913275533752366e-05,
      "loss": 0.8354,
      "step": 1545
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991308060165066e-05,
      "loss": 0.667,
      "step": 1546
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991288545167492e-05,
      "loss": 0.7768,
      "step": 1547
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912690083829434e-05,
      "loss": 0.6833,
      "step": 1548
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912494498118494e-05,
      "loss": 0.6799,
      "step": 1549
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912298694546397e-05,
      "loss": 0.7395,
      "step": 1550
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991210267311745e-05,
      "loss": 0.8085,
      "step": 1551
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911906433835962e-05,
      "loss": 0.8553,
      "step": 1552
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911709976706243e-05,
      "loss": 0.7298,
      "step": 1553
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911513301732614e-05,
      "loss": 0.7586,
      "step": 1554
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911316408919393e-05,
      "loss": 0.8009,
      "step": 1555
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991111929827091e-05,
      "loss": 0.6683,
      "step": 1556
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910921969791498e-05,
      "loss": 0.6361,
      "step": 1557
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910724423485494e-05,
      "loss": 0.6717,
      "step": 1558
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991052665935724e-05,
      "loss": 0.6915,
      "step": 1559
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910328677411077e-05,
      "loss": 0.7143,
      "step": 1560
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910130477651362e-05,
      "loss": 0.6545,
      "step": 1561
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909932060082454e-05,
      "loss": 0.5507,
      "step": 1562
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909733424708703e-05,
      "loss": 0.6967,
      "step": 1563
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909534571534488e-05,
      "loss": 0.6778,
      "step": 1564
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909335500564168e-05,
      "loss": 0.7817,
      "step": 1565
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909136211802127e-05,
      "loss": 0.6772,
      "step": 1566
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990893670525274e-05,
      "loss": 0.7568,
      "step": 1567
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908736980920392e-05,
      "loss": 0.7507,
      "step": 1568
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908537038809473e-05,
      "loss": 0.7348,
      "step": 1569
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990833687892438e-05,
      "loss": 0.7473,
      "step": 1570
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908136501269513e-05,
      "loss": 0.6845,
      "step": 1571
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990793590584927e-05,
      "loss": 0.66,
      "step": 1572
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907735092668066e-05,
      "loss": 0.7104,
      "step": 1573
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907534061730306e-05,
      "loss": 0.5865,
      "step": 1574
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990733281304042e-05,
      "loss": 0.6469,
      "step": 1575
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907131346602822e-05,
      "loss": 0.7088,
      "step": 1576
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906929662421947e-05,
      "loss": 0.7439,
      "step": 1577
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990672776050222e-05,
      "loss": 0.7585,
      "step": 1578
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906525640848084e-05,
      "loss": 0.6863,
      "step": 1579
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906323303463976e-05,
      "loss": 0.6977,
      "step": 1580
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906120748354348e-05,
      "loss": 0.3861,
      "step": 1581
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905917975523653e-05,
      "loss": 0.6978,
      "step": 1582
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905714984976345e-05,
      "loss": 0.7391,
      "step": 1583
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905511776716884e-05,
      "loss": 0.6982,
      "step": 1584
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990530835074974e-05,
      "loss": 0.6286,
      "step": 1585
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990510470707938e-05,
      "loss": 0.679,
      "step": 1586
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990490084571028e-05,
      "loss": 0.6695,
      "step": 1587
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904696766646924e-05,
      "loss": 0.743,
      "step": 1588
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904492469893795e-05,
      "loss": 0.7077,
      "step": 1589
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904287955455383e-05,
      "loss": 0.6939,
      "step": 1590
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904083223336183e-05,
      "loss": 0.6807,
      "step": 1591
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903878273540695e-05,
      "loss": 0.7358,
      "step": 1592
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903673106073428e-05,
      "loss": 0.6989,
      "step": 1593
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903467720938883e-05,
      "loss": 0.6114,
      "step": 1594
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903262118141576e-05,
      "loss": 0.6211,
      "step": 1595
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990305629768603e-05,
      "loss": 0.6902,
      "step": 1596
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902850259576766e-05,
      "loss": 0.7179,
      "step": 1597
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902644003818315e-05,
      "loss": 0.7349,
      "step": 1598
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902437530415205e-05,
      "loss": 0.6556,
      "step": 1599
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902230839371977e-05,
      "loss": 0.7352,
      "step": 1600
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902023930693175e-05,
      "loss": 0.6947,
      "step": 1601
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901816804383344e-05,
      "loss": 0.7321,
      "step": 1602
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990160946044704e-05,
      "loss": 0.7641,
      "step": 1603
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901401898888814e-05,
      "loss": 0.6673,
      "step": 1604
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901194119713235e-05,
      "loss": 0.7009,
      "step": 1605
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900986122924863e-05,
      "loss": 0.6244,
      "step": 1606
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900777908528272e-05,
      "loss": 0.6441,
      "step": 1607
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900569476528043e-05,
      "loss": 0.7187,
      "step": 1608
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990036082692875e-05,
      "loss": 0.6383,
      "step": 1609
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900151959734983e-05,
      "loss": 0.8134,
      "step": 1610
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899942874951327e-05,
      "loss": 0.7164,
      "step": 1611
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899733572582386e-05,
      "loss": 0.632,
      "step": 1612
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899524052632754e-05,
      "loss": 0.6871,
      "step": 1613
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899314315107037e-05,
      "loss": 0.7639,
      "step": 1614
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899104360009845e-05,
      "loss": 0.6525,
      "step": 1615
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898894187345796e-05,
      "loss": 0.7353,
      "step": 1616
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.98986837971195e-05,
      "loss": 0.6668,
      "step": 1617
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898473189335593e-05,
      "loss": 0.7803,
      "step": 1618
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898262363998696e-05,
      "loss": 0.6253,
      "step": 1619
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898051321113444e-05,
      "loss": 0.7239,
      "step": 1620
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897840060684473e-05,
      "loss": 0.7337,
      "step": 1621
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897628582716435e-05,
      "loss": 0.7147,
      "step": 1622
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989741688721397e-05,
      "loss": 0.5887,
      "step": 1623
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989720497418173e-05,
      "loss": 0.6794,
      "step": 1624
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896992843624376e-05,
      "loss": 0.7107,
      "step": 1625
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896780495546574e-05,
      "loss": 0.7311,
      "step": 1626
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896567929952982e-05,
      "loss": 0.6961,
      "step": 1627
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896355146848278e-05,
      "loss": 0.7314,
      "step": 1628
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896142146237137e-05,
      "loss": 0.6905,
      "step": 1629
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895928928124243e-05,
      "loss": 0.6836,
      "step": 1630
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895715492514274e-05,
      "loss": 0.7156,
      "step": 1631
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989550183941193e-05,
      "loss": 0.6056,
      "step": 1632
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895287968821906e-05,
      "loss": 0.5507,
      "step": 1633
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.98950738807489e-05,
      "loss": 0.6894,
      "step": 1634
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989485957519761e-05,
      "loss": 0.6856,
      "step": 1635
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989464505217276e-05,
      "loss": 0.7388,
      "step": 1636
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894430311679057e-05,
      "loss": 0.7683,
      "step": 1637
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894215353721224e-05,
      "loss": 0.6457,
      "step": 1638
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989400017830398e-05,
      "loss": 0.7107,
      "step": 1639
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893784785432058e-05,
      "loss": 0.6391,
      "step": 1640
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893569175110198e-05,
      "loss": 0.6683,
      "step": 1641
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893353347343126e-05,
      "loss": 0.7837,
      "step": 1642
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989313730213559e-05,
      "loss": 0.7214,
      "step": 1643
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892921039492347e-05,
      "loss": 0.7397,
      "step": 1644
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989270455941814e-05,
      "loss": 0.7008,
      "step": 1645
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989248786191773e-05,
      "loss": 0.6902,
      "step": 1646
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989227094699588e-05,
      "loss": 0.7329,
      "step": 1647
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989205381465736e-05,
      "loss": 0.612,
      "step": 1648
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989183646490694e-05,
      "loss": 0.7863,
      "step": 1649
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989161889774939e-05,
      "loss": 0.6499,
      "step": 1650
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891401113189504e-05,
      "loss": 0.7585,
      "step": 1651
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891183111232065e-05,
      "loss": 0.7222,
      "step": 1652
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989096489188186e-05,
      "loss": 0.6615,
      "step": 1653
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890746455143686e-05,
      "loss": 0.6255,
      "step": 1654
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890527801022347e-05,
      "loss": 0.5869,
      "step": 1655
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890308929522647e-05,
      "loss": 0.8234,
      "step": 1656
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890089840649396e-05,
      "loss": 0.723,
      "step": 1657
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988987053440741e-05,
      "loss": 0.6781,
      "step": 1658
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988965101080151e-05,
      "loss": 0.7094,
      "step": 1659
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988943126983652e-05,
      "loss": 0.7064,
      "step": 1660
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889211311517267e-05,
      "loss": 0.6577,
      "step": 1661
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988899113584859e-05,
      "loss": 0.6556,
      "step": 1662
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888770742835324e-05,
      "loss": 0.6773,
      "step": 1663
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988855013248231e-05,
      "loss": 0.7157,
      "step": 1664
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888329304794408e-05,
      "loss": 0.6873,
      "step": 1665
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888108259776466e-05,
      "loss": 0.619,
      "step": 1666
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887886997433335e-05,
      "loss": 0.6757,
      "step": 1667
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887665517769886e-05,
      "loss": 0.7595,
      "step": 1668
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887443820790985e-05,
      "loss": 0.8486,
      "step": 1669
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887221906501503e-05,
      "loss": 0.625,
      "step": 1670
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988699977490632e-05,
      "loss": 0.7186,
      "step": 1671
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886777426010316e-05,
      "loss": 0.773,
      "step": 1672
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988655485981838e-05,
      "loss": 0.7454,
      "step": 1673
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98863320763354e-05,
      "loss": 0.6481,
      "step": 1674
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886109075566276e-05,
      "loss": 0.6835,
      "step": 1675
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885885857515906e-05,
      "loss": 0.6543,
      "step": 1676
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98856624221892e-05,
      "loss": 0.6587,
      "step": 1677
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885438769591064e-05,
      "loss": 0.7029,
      "step": 1678
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988521489972642e-05,
      "loss": 0.715,
      "step": 1679
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988499081260018e-05,
      "loss": 0.731,
      "step": 1680
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884766508217278e-05,
      "loss": 0.6872,
      "step": 1681
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884541986582636e-05,
      "loss": 0.6877,
      "step": 1682
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884317247701194e-05,
      "loss": 0.7923,
      "step": 1683
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884092291577888e-05,
      "loss": 0.7339,
      "step": 1684
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883867118217662e-05,
      "loss": 0.339,
      "step": 1685
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988364172762547e-05,
      "loss": 0.6697,
      "step": 1686
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988341611980626e-05,
      "loss": 0.5505,
      "step": 1687
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883190294764995e-05,
      "loss": 0.7105,
      "step": 1688
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882964252506635e-05,
      "loss": 0.6981,
      "step": 1689
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882737993036148e-05,
      "loss": 0.8561,
      "step": 1690
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882511516358506e-05,
      "loss": 0.7366,
      "step": 1691
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882284822478693e-05,
      "loss": 0.6873,
      "step": 1692
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882057911401688e-05,
      "loss": 0.8213,
      "step": 1693
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881830783132472e-05,
      "loss": 0.6088,
      "step": 1694
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881603437676043e-05,
      "loss": 0.7034,
      "step": 1695
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881375875037402e-05,
      "loss": 0.6752,
      "step": 1696
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988114809522154e-05,
      "loss": 0.7227,
      "step": 1697
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880920098233466e-05,
      "loss": 0.7217,
      "step": 1698
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98806918840782e-05,
      "loss": 0.7675,
      "step": 1699
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880463452760746e-05,
      "loss": 0.659,
      "step": 1700
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880234804286135e-05,
      "loss": 0.6651,
      "step": 1701
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880005938659384e-05,
      "loss": 0.786,
      "step": 1702
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879776855885526e-05,
      "loss": 0.4001,
      "step": 1703
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879547555969598e-05,
      "loss": 0.6412,
      "step": 1704
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879318038916634e-05,
      "loss": 0.7807,
      "step": 1705
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879088304731685e-05,
      "loss": 0.673,
      "step": 1706
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878858353419797e-05,
      "loss": 0.7556,
      "step": 1707
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878628184986022e-05,
      "loss": 0.7143,
      "step": 1708
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878397799435426e-05,
      "loss": 0.7644,
      "step": 1709
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878167196773064e-05,
      "loss": 0.6299,
      "step": 1710
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987793637700401e-05,
      "loss": 0.6822,
      "step": 1711
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877705340133332e-05,
      "loss": 0.7639,
      "step": 1712
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877474086166113e-05,
      "loss": 0.687,
      "step": 1713
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877242615107434e-05,
      "loss": 0.7529,
      "step": 1714
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877010926962378e-05,
      "loss": 0.7739,
      "step": 1715
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876779021736046e-05,
      "loss": 0.6374,
      "step": 1716
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987654689943353e-05,
      "loss": 0.6826,
      "step": 1717
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876314560059926e-05,
      "loss": 0.6668,
      "step": 1718
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987608200362035e-05,
      "loss": 0.7282,
      "step": 1719
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875849230119906e-05,
      "loss": 0.6414,
      "step": 1720
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875616239563717e-05,
      "loss": 0.7785,
      "step": 1721
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98753830319569e-05,
      "loss": 0.7129,
      "step": 1722
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875149607304578e-05,
      "loss": 0.7264,
      "step": 1723
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874915965611884e-05,
      "loss": 0.7492,
      "step": 1724
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874682106883956e-05,
      "loss": 0.6766,
      "step": 1725
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874448031125925e-05,
      "loss": 0.7485,
      "step": 1726
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874213738342946e-05,
      "loss": 0.5679,
      "step": 1727
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873979228540164e-05,
      "loss": 0.678,
      "step": 1728
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987374450172273e-05,
      "loss": 0.5311,
      "step": 1729
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873509557895808e-05,
      "loss": 0.7136,
      "step": 1730
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987327439706456e-05,
      "loss": 0.6217,
      "step": 1731
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987303901923415e-05,
      "loss": 0.7146,
      "step": 1732
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987280342440976e-05,
      "loss": 0.7316,
      "step": 1733
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872567612596562e-05,
      "loss": 0.4121,
      "step": 1734
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987233158379974e-05,
      "loss": 0.6595,
      "step": 1735
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872095338024478e-05,
      "loss": 0.6571,
      "step": 1736
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871858875275977e-05,
      "loss": 0.6776,
      "step": 1737
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871622195559424e-05,
      "loss": 0.7745,
      "step": 1738
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871385298880034e-05,
      "loss": 0.7479,
      "step": 1739
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871148185242997e-05,
      "loss": 0.7914,
      "step": 1740
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870910854653537e-05,
      "loss": 0.6196,
      "step": 1741
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870673307116863e-05,
      "loss": 0.7476,
      "step": 1742
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98704355426382e-05,
      "loss": 0.7759,
      "step": 1743
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870197561222774e-05,
      "loss": 0.7584,
      "step": 1744
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869959362875815e-05,
      "loss": 0.735,
      "step": 1745
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869720947602557e-05,
      "loss": 0.6508,
      "step": 1746
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986948231540824e-05,
      "loss": 0.6186,
      "step": 1747
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869243466298106e-05,
      "loss": 0.6833,
      "step": 1748
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986900440027741e-05,
      "loss": 0.7151,
      "step": 1749
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868765117351403e-05,
      "loss": 0.6993,
      "step": 1750
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868525617525348e-05,
      "loss": 0.7105,
      "step": 1751
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98682859008045e-05,
      "loss": 0.7709,
      "step": 1752
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986804596719414e-05,
      "loss": 0.6701,
      "step": 1753
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986780581669953e-05,
      "loss": 0.6677,
      "step": 1754
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867565449325954e-05,
      "loss": 0.682,
      "step": 1755
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867324865078694e-05,
      "loss": 0.748,
      "step": 1756
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867084063963037e-05,
      "loss": 0.6325,
      "step": 1757
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866843045984275e-05,
      "loss": 0.6339,
      "step": 1758
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986660181114771e-05,
      "loss": 0.6862,
      "step": 1759
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866360359458635e-05,
      "loss": 0.7263,
      "step": 1760
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866118690922365e-05,
      "loss": 0.6835,
      "step": 1761
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986587680554421e-05,
      "loss": 0.6848,
      "step": 1762
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865634703329482e-05,
      "loss": 0.6432,
      "step": 1763
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865392384283503e-05,
      "loss": 0.7195,
      "step": 1764
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865149848411603e-05,
      "loss": 0.7039,
      "step": 1765
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864907095719107e-05,
      "loss": 0.6499,
      "step": 1766
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864664126211356e-05,
      "loss": 0.7411,
      "step": 1767
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864420939893688e-05,
      "loss": 0.5702,
      "step": 1768
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864177536771442e-05,
      "loss": 0.6405,
      "step": 1769
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986393391684998e-05,
      "loss": 0.6785,
      "step": 1770
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863690080134643e-05,
      "loss": 0.6259,
      "step": 1771
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98634460266308e-05,
      "loss": 0.8354,
      "step": 1772
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863201756343812e-05,
      "loss": 0.6549,
      "step": 1773
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862957269279043e-05,
      "loss": 0.6166,
      "step": 1774
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862712565441874e-05,
      "loss": 0.7687,
      "step": 1775
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862467644837677e-05,
      "loss": 0.7306,
      "step": 1776
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986222250747184e-05,
      "loss": 0.4093,
      "step": 1777
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861977153349746e-05,
      "loss": 0.7567,
      "step": 1778
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986173158247679e-05,
      "loss": 0.7571,
      "step": 1779
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986148579485837e-05,
      "loss": 0.7868,
      "step": 1780
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861239790499887e-05,
      "loss": 0.7755,
      "step": 1781
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860993569406748e-05,
      "loss": 0.6627,
      "step": 1782
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860747131584362e-05,
      "loss": 0.6502,
      "step": 1783
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860500477038152e-05,
      "loss": 0.6842,
      "step": 1784
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986025360577353e-05,
      "loss": 0.6487,
      "step": 1785
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860006517795933e-05,
      "loss": 0.716,
      "step": 1786
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985975921311078e-05,
      "loss": 0.694,
      "step": 1787
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859511691723516e-05,
      "loss": 0.6315,
      "step": 1788
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859263953639572e-05,
      "loss": 0.6319,
      "step": 1789
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859015998864398e-05,
      "loss": 0.6932,
      "step": 1790
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858767827403447e-05,
      "loss": 0.726,
      "step": 1791
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858519439262167e-05,
      "loss": 0.6255,
      "step": 1792
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985827083444602e-05,
      "loss": 0.4012,
      "step": 1793
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985802201296047e-05,
      "loss": 0.7064,
      "step": 1794
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857772974810986e-05,
      "loss": 0.7154,
      "step": 1795
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857523720003044e-05,
      "loss": 0.7917,
      "step": 1796
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985727424854212e-05,
      "loss": 0.6016,
      "step": 1797
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985702456043369e-05,
      "loss": 0.6494,
      "step": 1798
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985677465568325e-05,
      "loss": 0.7008,
      "step": 1799
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856524534296292e-05,
      "loss": 0.5972,
      "step": 1800
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856274196278314e-05,
      "loss": 0.5906,
      "step": 1801
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985602364163481e-05,
      "loss": 0.7298,
      "step": 1802
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98557728703713e-05,
      "loss": 0.723,
      "step": 1803
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855521882493284e-05,
      "loss": 0.5817,
      "step": 1804
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855270678006283e-05,
      "loss": 0.7034,
      "step": 1805
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855019256915814e-05,
      "loss": 0.738,
      "step": 1806
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854767619227412e-05,
      "loss": 0.7155,
      "step": 1807
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98545157649466e-05,
      "loss": 0.4112,
      "step": 1808
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854263694078915e-05,
      "loss": 0.7244,
      "step": 1809
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98540114066299e-05,
      "loss": 0.65,
      "step": 1810
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853758902605093e-05,
      "loss": 0.6953,
      "step": 1811
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853506182010052e-05,
      "loss": 0.7497,
      "step": 1812
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853253244850327e-05,
      "loss": 0.5894,
      "step": 1813
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853000091131476e-05,
      "loss": 0.8252,
      "step": 1814
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852746720859065e-05,
      "loss": 0.7877,
      "step": 1815
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852493134038665e-05,
      "loss": 0.6478,
      "step": 1816
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852239330675845e-05,
      "loss": 0.6385,
      "step": 1817
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851985310776186e-05,
      "loss": 0.696,
      "step": 1818
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851731074345267e-05,
      "loss": 0.6726,
      "step": 1819
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851476621388678e-05,
      "loss": 0.7075,
      "step": 1820
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851221951912016e-05,
      "loss": 0.7333,
      "step": 1821
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985096706592087e-05,
      "loss": 0.6093,
      "step": 1822
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985071196342085e-05,
      "loss": 0.661,
      "step": 1823
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985045664441756e-05,
      "loss": 0.6451,
      "step": 1824
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985020110891661e-05,
      "loss": 0.7141,
      "step": 1825
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984994535692361e-05,
      "loss": 0.7088,
      "step": 1826
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849689388444194e-05,
      "loss": 0.7092,
      "step": 1827
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849433203483982e-05,
      "loss": 0.5587,
      "step": 1828
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849176802048604e-05,
      "loss": 0.6556,
      "step": 1829
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848920184143696e-05,
      "loss": 0.6786,
      "step": 1830
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848663349774897e-05,
      "loss": 0.3652,
      "step": 1831
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848406298947852e-05,
      "loss": 0.7952,
      "step": 1832
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984814903166821e-05,
      "loss": 0.6717,
      "step": 1833
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847891547941628e-05,
      "loss": 0.7106,
      "step": 1834
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984763384777376e-05,
      "loss": 0.7258,
      "step": 1835
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847375931170276e-05,
      "loss": 0.7376,
      "step": 1836
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847117798136844e-05,
      "loss": 0.722,
      "step": 1837
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984685944867913e-05,
      "loss": 0.7295,
      "step": 1838
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984660088280282e-05,
      "loss": 0.7345,
      "step": 1839
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846342100513597e-05,
      "loss": 0.7145,
      "step": 1840
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984608310181714e-05,
      "loss": 0.6613,
      "step": 1841
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845823886719153e-05,
      "loss": 0.7758,
      "step": 1842
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845564455225325e-05,
      "loss": 0.6523,
      "step": 1843
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845304807341358e-05,
      "loss": 0.6301,
      "step": 1844
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845044943072966e-05,
      "loss": 0.6289,
      "step": 1845
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844784862425853e-05,
      "loss": 0.6857,
      "step": 1846
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844524565405733e-05,
      "loss": 0.6231,
      "step": 1847
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844264052018337e-05,
      "loss": 0.4107,
      "step": 1848
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844003322269382e-05,
      "loss": 0.6627,
      "step": 1849
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843742376164604e-05,
      "loss": 0.7244,
      "step": 1850
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843481213709735e-05,
      "loss": 0.6295,
      "step": 1851
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843219834910515e-05,
      "loss": 0.6681,
      "step": 1852
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984295823977269e-05,
      "loss": 0.7261,
      "step": 1853
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842696428302008e-05,
      "loss": 0.6605,
      "step": 1854
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842434400504226e-05,
      "loss": 0.6773,
      "step": 1855
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98421721563851e-05,
      "loss": 0.6908,
      "step": 1856
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841909695950393e-05,
      "loss": 0.708,
      "step": 1857
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841647019205878e-05,
      "loss": 0.6827,
      "step": 1858
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984138412615732e-05,
      "loss": 0.7959,
      "step": 1859
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984112101681051e-05,
      "loss": 0.6175,
      "step": 1860
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984085769117122e-05,
      "loss": 0.7089,
      "step": 1861
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840594149245238e-05,
      "loss": 0.6965,
      "step": 1862
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984033039103836e-05,
      "loss": 0.6318,
      "step": 1863
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840066416556384e-05,
      "loss": 0.6326,
      "step": 1864
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983980222580511e-05,
      "loss": 0.6935,
      "step": 1865
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983953781879034e-05,
      "loss": 0.7557,
      "step": 1866
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839273195517892e-05,
      "loss": 0.729,
      "step": 1867
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839008355993578e-05,
      "loss": 0.7708,
      "step": 1868
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838743300223223e-05,
      "loss": 0.6939,
      "step": 1869
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838478028212648e-05,
      "loss": 0.7205,
      "step": 1870
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838212539967683e-05,
      "loss": 0.7133,
      "step": 1871
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837946835494167e-05,
      "loss": 0.6365,
      "step": 1872
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837680914797938e-05,
      "loss": 0.6289,
      "step": 1873
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983741477788484e-05,
      "loss": 0.7039,
      "step": 1874
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837148424760723e-05,
      "loss": 0.6725,
      "step": 1875
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836881855431436e-05,
      "loss": 0.7807,
      "step": 1876
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836615069902848e-05,
      "loss": 0.6671,
      "step": 1877
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836348068180812e-05,
      "loss": 0.6909,
      "step": 1878
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836080850271205e-05,
      "loss": 0.6786,
      "step": 1879
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983581341617989e-05,
      "loss": 0.6857,
      "step": 1880
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983554576591276e-05,
      "loss": 0.6951,
      "step": 1881
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835277899475684e-05,
      "loss": 0.696,
      "step": 1882
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835009816874553e-05,
      "loss": 0.7676,
      "step": 1883
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983474151811526e-05,
      "loss": 0.7554,
      "step": 1884
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98344730032037e-05,
      "loss": 0.712,
      "step": 1885
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983420427214578e-05,
      "loss": 0.7803,
      "step": 1886
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98339353249474e-05,
      "loss": 0.8093,
      "step": 1887
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833666161614472e-05,
      "loss": 0.6494,
      "step": 1888
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833396782152915e-05,
      "loss": 0.6511,
      "step": 1889
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983312718656865e-05,
      "loss": 0.6831,
      "step": 1890
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832857374867597e-05,
      "loss": 0.6321,
      "step": 1891
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983258734705569e-05,
      "loss": 0.7564,
      "step": 1892
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983231710313886e-05,
      "loss": 0.7445,
      "step": 1893
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832046643123055e-05,
      "loss": 0.7485,
      "step": 1894
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983177596701421e-05,
      "loss": 0.6555,
      "step": 1895
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831505074818276e-05,
      "loss": 0.7425,
      "step": 1896
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831233966541213e-05,
      "loss": 0.6514,
      "step": 1897
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830962642188972e-05,
      "loss": 0.6968,
      "step": 1898
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830691101767524e-05,
      "loss": 0.6384,
      "step": 1899
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830419345282824e-05,
      "loss": 0.7951,
      "step": 1900
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983014737274086e-05,
      "loss": 0.6803,
      "step": 1901
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98298751841476e-05,
      "loss": 0.6724,
      "step": 1902
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982960277950903e-05,
      "loss": 0.682,
      "step": 1903
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829330158831135e-05,
      "loss": 0.6413,
      "step": 1904
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982905732211991e-05,
      "loss": 0.6949,
      "step": 1905
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828784269381348e-05,
      "loss": 0.6951,
      "step": 1906
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982851100062145e-05,
      "loss": 0.7248,
      "step": 1907
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828237515846225e-05,
      "loss": 0.6865,
      "step": 1908
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982796381506168e-05,
      "loss": 0.6845,
      "step": 1909
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827689898273833e-05,
      "loss": 0.6567,
      "step": 1910
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982741576548871e-05,
      "loss": 0.713,
      "step": 1911
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827141416712323e-05,
      "loss": 0.7167,
      "step": 1912
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826866851950714e-05,
      "loss": 0.6143,
      "step": 1913
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982659207120991e-05,
      "loss": 0.6341,
      "step": 1914
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826317074495955e-05,
      "loss": 0.7705,
      "step": 1915
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982604186181489e-05,
      "loss": 0.7133,
      "step": 1916
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982576643317276e-05,
      "loss": 0.6427,
      "step": 1917
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825490788575627e-05,
      "loss": 0.6757,
      "step": 1918
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825214928029544e-05,
      "loss": 0.6943,
      "step": 1919
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824938851540577e-05,
      "loss": 0.7154,
      "step": 1920
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982466255911479e-05,
      "loss": 0.7569,
      "step": 1921
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824386050758257e-05,
      "loss": 0.7262,
      "step": 1922
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824109326477056e-05,
      "loss": 0.6885,
      "step": 1923
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823832386277265e-05,
      "loss": 0.5946,
      "step": 1924
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982355523016498e-05,
      "loss": 0.7477,
      "step": 1925
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823277858146285e-05,
      "loss": 0.7167,
      "step": 1926
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823000270227278e-05,
      "loss": 0.6739,
      "step": 1927
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822722466414057e-05,
      "loss": 0.6589,
      "step": 1928
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822444446712734e-05,
      "loss": 0.6479,
      "step": 1929
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822166211129415e-05,
      "loss": 0.8147,
      "step": 1930
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821887759670215e-05,
      "loss": 0.6846,
      "step": 1931
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821609092341256e-05,
      "loss": 0.6858,
      "step": 1932
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821330209148662e-05,
      "loss": 0.6636,
      "step": 1933
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982105111009856e-05,
      "loss": 0.6101,
      "step": 1934
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820771795197088e-05,
      "loss": 0.6818,
      "step": 1935
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820492264450387e-05,
      "loss": 0.6731,
      "step": 1936
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820212517864594e-05,
      "loss": 0.734,
      "step": 1937
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819932555445857e-05,
      "loss": 0.7063,
      "step": 1938
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819652377200337e-05,
      "loss": 0.6477,
      "step": 1939
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819371983134184e-05,
      "loss": 0.7236,
      "step": 1940
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819091373253566e-05,
      "loss": 0.7233,
      "step": 1941
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818810547564647e-05,
      "loss": 0.704,
      "step": 1942
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98185295060736e-05,
      "loss": 0.6921,
      "step": 1943
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98182482487866e-05,
      "loss": 0.6615,
      "step": 1944
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817966775709838e-05,
      "loss": 0.6797,
      "step": 1945
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817685086849487e-05,
      "loss": 0.6445,
      "step": 1946
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817403182211748e-05,
      "loss": 0.7488,
      "step": 1947
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981712106180281e-05,
      "loss": 0.6379,
      "step": 1948
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981683872562888e-05,
      "loss": 0.8715,
      "step": 1949
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981655617369616e-05,
      "loss": 0.64,
      "step": 1950
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981627340601086e-05,
      "loss": 0.8095,
      "step": 1951
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815990422579188e-05,
      "loss": 0.6767,
      "step": 1952
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815707223407376e-05,
      "loss": 0.7718,
      "step": 1953
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815423808501645e-05,
      "loss": 0.721,
      "step": 1954
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815140177868217e-05,
      "loss": 0.7151,
      "step": 1955
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814856331513332e-05,
      "loss": 0.7741,
      "step": 1956
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981457226944323e-05,
      "loss": 0.7533,
      "step": 1957
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814287991664144e-05,
      "loss": 0.8296,
      "step": 1958
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814003498182335e-05,
      "loss": 0.6323,
      "step": 1959
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813718789004047e-05,
      "loss": 0.7471,
      "step": 1960
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981343386413554e-05,
      "loss": 0.6448,
      "step": 1961
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981314872358308e-05,
      "loss": 0.6361,
      "step": 1962
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812863367352928e-05,
      "loss": 0.7222,
      "step": 1963
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981257779545136e-05,
      "loss": 0.6581,
      "step": 1964
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812292007884645e-05,
      "loss": 0.6616,
      "step": 1965
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812006004659077e-05,
      "loss": 0.5775,
      "step": 1966
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811719785780933e-05,
      "loss": 0.6324,
      "step": 1967
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98114333512565e-05,
      "loss": 0.7421,
      "step": 1968
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811146701092084e-05,
      "loss": 0.6026,
      "step": 1969
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981085983529398e-05,
      "loss": 0.6782,
      "step": 1970
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810572753868488e-05,
      "loss": 0.6155,
      "step": 1971
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810285456821926e-05,
      "loss": 0.6263,
      "step": 1972
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809997944160603e-05,
      "loss": 0.7344,
      "step": 1973
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980971021589084e-05,
      "loss": 0.7579,
      "step": 1974
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980942227201896e-05,
      "loss": 0.6735,
      "step": 1975
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809134112551295e-05,
      "loss": 0.6911,
      "step": 1976
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980884573749417e-05,
      "loss": 0.6975,
      "step": 1977
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808557146853932e-05,
      "loss": 0.7169,
      "step": 1978
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980826834063692e-05,
      "loss": 0.6612,
      "step": 1979
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807979318849483e-05,
      "loss": 0.6921,
      "step": 1980
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980769008149797e-05,
      "loss": 0.7542,
      "step": 1981
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807400628588737e-05,
      "loss": 0.677,
      "step": 1982
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807110960128156e-05,
      "loss": 0.7734,
      "step": 1983
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980682107612258e-05,
      "loss": 0.6668,
      "step": 1984
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806530976578386e-05,
      "loss": 0.6734,
      "step": 1985
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806240661501954e-05,
      "loss": 0.6809,
      "step": 1986
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805950130899658e-05,
      "loss": 0.6741,
      "step": 1987
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980565938477789e-05,
      "loss": 0.6713,
      "step": 1988
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980536842314303e-05,
      "loss": 0.7156,
      "step": 1989
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805077246001487e-05,
      "loss": 0.6059,
      "step": 1990
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804785853359646e-05,
      "loss": 0.749,
      "step": 1991
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804494245223923e-05,
      "loss": 0.626,
      "step": 1992
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980420242160072e-05,
      "loss": 0.6008,
      "step": 1993
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803910382496453e-05,
      "loss": 0.6906,
      "step": 1994
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803618127917544e-05,
      "loss": 0.7383,
      "step": 1995
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803325657870408e-05,
      "loss": 0.7905,
      "step": 1996
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980303297236148e-05,
      "loss": 0.7227,
      "step": 1997
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802740071397192e-05,
      "loss": 0.8619,
      "step": 1998
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980244695498398e-05,
      "loss": 0.6683,
      "step": 1999
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802153623128288e-05,
      "loss": 0.5516,
      "step": 2000
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801860075836562e-05,
      "loss": 0.6703,
      "step": 2001
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980156631311525e-05,
      "loss": 0.6865,
      "step": 2002
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801272334970814e-05,
      "loss": 0.6493,
      "step": 2003
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800978141409713e-05,
      "loss": 0.5858,
      "step": 2004
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980068373243841e-05,
      "loss": 0.7847,
      "step": 2005
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800389108063384e-05,
      "loss": 0.6507,
      "step": 2006
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98000942682911e-05,
      "loss": 0.6501,
      "step": 2007
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799799213128045e-05,
      "loss": 0.6866,
      "step": 2008
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97995039425807e-05,
      "loss": 0.6718,
      "step": 2009
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799208456655557e-05,
      "loss": 0.6101,
      "step": 2010
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979891275535911e-05,
      "loss": 0.6566,
      "step": 2011
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979861683869786e-05,
      "loss": 0.6992,
      "step": 2012
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979832070667831e-05,
      "loss": 0.7092,
      "step": 2013
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979802435930696e-05,
      "loss": 0.7518,
      "step": 2014
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797727796590335e-05,
      "loss": 0.8519,
      "step": 2015
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797431018534947e-05,
      "loss": 0.7417,
      "step": 2016
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979713402514732e-05,
      "loss": 0.5441,
      "step": 2017
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796836816433985e-05,
      "loss": 0.7144,
      "step": 2018
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979653939240147e-05,
      "loss": 0.7072,
      "step": 2019
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979624175305631e-05,
      "loss": 0.7132,
      "step": 2020
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979594389840505e-05,
      "loss": 0.6115,
      "step": 2021
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795645828454235e-05,
      "loss": 0.661,
      "step": 2022
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795347543210417e-05,
      "loss": 0.6998,
      "step": 2023
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795049042680154e-05,
      "loss": 0.7203,
      "step": 2024
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979475032687e-05,
      "loss": 0.5867,
      "step": 2025
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794451395786527e-05,
      "loss": 0.6773,
      "step": 2026
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97941522494363e-05,
      "loss": 0.7185,
      "step": 2027
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97938528878259e-05,
      "loss": 0.7349,
      "step": 2028
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793553310961903e-05,
      "loss": 0.756,
      "step": 2029
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979325351885089e-05,
      "loss": 0.7278,
      "step": 2030
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792953511499456e-05,
      "loss": 0.7168,
      "step": 2031
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979265328891419e-05,
      "loss": 0.7051,
      "step": 2032
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979235285110169e-05,
      "loss": 0.5777,
      "step": 2033
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792052198068563e-05,
      "loss": 0.7302,
      "step": 2034
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791751329821414e-05,
      "loss": 0.687,
      "step": 2035
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979145024636686e-05,
      "loss": 0.6865,
      "step": 2036
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791148947711516e-05,
      "loss": 0.672,
      "step": 2037
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790847433862e-05,
      "loss": 0.7158,
      "step": 2038
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790545704824944e-05,
      "loss": 0.6374,
      "step": 2039
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790243760606974e-05,
      "loss": 0.6452,
      "step": 2040
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789941601214734e-05,
      "loss": 0.672,
      "step": 2041
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789639226654857e-05,
      "loss": 0.7344,
      "step": 2042
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789336636933996e-05,
      "loss": 0.7516,
      "step": 2043
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789033832058794e-05,
      "loss": 0.76,
      "step": 2044
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788730812035912e-05,
      "loss": 0.7435,
      "step": 2045
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788427576872008e-05,
      "loss": 0.6364,
      "step": 2046
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788124126573746e-05,
      "loss": 0.6262,
      "step": 2047
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97878204611478e-05,
      "loss": 0.7188,
      "step": 2048
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787516580600835e-05,
      "loss": 0.5377,
      "step": 2049
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787212484939537e-05,
      "loss": 0.7337,
      "step": 2050
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786908174170588e-05,
      "loss": 0.7441,
      "step": 2051
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786603648300677e-05,
      "loss": 0.6737,
      "step": 2052
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786298907336494e-05,
      "loss": 0.619,
      "step": 2053
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785993951284737e-05,
      "loss": 0.7618,
      "step": 2054
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785688780152113e-05,
      "loss": 0.7207,
      "step": 2055
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785383393945326e-05,
      "loss": 0.8356,
      "step": 2056
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785077792671083e-05,
      "loss": 0.6998,
      "step": 2057
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784771976336113e-05,
      "loss": 0.6326,
      "step": 2058
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784465944947124e-05,
      "loss": 0.7534,
      "step": 2059
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978415969851085e-05,
      "loss": 0.6345,
      "step": 2060
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783853237034022e-05,
      "loss": 0.7093,
      "step": 2061
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783546560523372e-05,
      "loss": 0.7018,
      "step": 2062
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978323966898564e-05,
      "loss": 0.6796,
      "step": 2063
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782932562427577e-05,
      "loss": 0.6642,
      "step": 2064
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782625240855927e-05,
      "loss": 0.7059,
      "step": 2065
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782317704277445e-05,
      "loss": 0.6863,
      "step": 2066
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978200995269889e-05,
      "loss": 0.6536,
      "step": 2067
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978170198612703e-05,
      "loss": 0.6628,
      "step": 2068
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978139380456863e-05,
      "loss": 0.7108,
      "step": 2069
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978108540803046e-05,
      "loss": 0.7655,
      "step": 2070
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780776796519304e-05,
      "loss": 0.7579,
      "step": 2071
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780467970041946e-05,
      "loss": 0.6983,
      "step": 2072
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978015892860517e-05,
      "loss": 0.6619,
      "step": 2073
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779849672215766e-05,
      "loss": 0.7471,
      "step": 2074
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779540200880533e-05,
      "loss": 0.7165,
      "step": 2075
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9779230514606276e-05,
      "loss": 0.7385,
      "step": 2076
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778920613399796e-05,
      "loss": 0.6888,
      "step": 2077
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778610497267908e-05,
      "loss": 0.6621,
      "step": 2078
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977830016621743e-05,
      "loss": 0.7954,
      "step": 2079
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777989620255176e-05,
      "loss": 0.6353,
      "step": 2080
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777678859387975e-05,
      "loss": 0.6392,
      "step": 2081
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777367883622654e-05,
      "loss": 0.6761,
      "step": 2082
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777056692966057e-05,
      "loss": 0.6776,
      "step": 2083
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977674528742501e-05,
      "loss": 0.5772,
      "step": 2084
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977643366700637e-05,
      "loss": 0.6312,
      "step": 2085
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776121831716978e-05,
      "loss": 0.6073,
      "step": 2086
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977580978156369e-05,
      "loss": 0.7125,
      "step": 2087
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775497516553362e-05,
      "loss": 0.703,
      "step": 2088
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977518503669286e-05,
      "loss": 0.7159,
      "step": 2089
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774872341989054e-05,
      "loss": 0.6979,
      "step": 2090
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977455943244881e-05,
      "loss": 0.7652,
      "step": 2091
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977424630807901e-05,
      "loss": 0.7276,
      "step": 2092
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773932968886536e-05,
      "loss": 0.5805,
      "step": 2093
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977361941487827e-05,
      "loss": 0.752,
      "step": 2094
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773305646061112e-05,
      "loss": 0.6688,
      "step": 2095
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772991662441948e-05,
      "loss": 0.6404,
      "step": 2096
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772677464027686e-05,
      "loss": 0.6957,
      "step": 2097
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977236305082523e-05,
      "loss": 0.6904,
      "step": 2098
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977204842284149e-05,
      "loss": 0.664,
      "step": 2099
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977173358008338e-05,
      "loss": 0.6756,
      "step": 2100
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977141852255782e-05,
      "loss": 0.623,
      "step": 2101
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977110325027174e-05,
      "loss": 0.6934,
      "step": 2102
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977078776323206e-05,
      "loss": 0.6941,
      "step": 2103
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977047206144572e-05,
      "loss": 0.8046,
      "step": 2104
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770156144919655e-05,
      "loss": 0.7646,
      "step": 2105
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976984001366081e-05,
      "loss": 0.6691,
      "step": 2106
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769523667676137e-05,
      "loss": 0.7563,
      "step": 2107
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976920710697258e-05,
      "loss": 0.6358,
      "step": 2108
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768890331557107e-05,
      "loss": 0.4215,
      "step": 2109
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976857334143667e-05,
      "loss": 0.7305,
      "step": 2110
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768256136618244e-05,
      "loss": 0.6856,
      "step": 2111
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767938717108794e-05,
      "loss": 0.7017,
      "step": 2112
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767621082915304e-05,
      "loss": 0.8117,
      "step": 2113
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976730323404475e-05,
      "loss": 0.6752,
      "step": 2114
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766985170504115e-05,
      "loss": 0.6382,
      "step": 2115
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766666892300396e-05,
      "loss": 0.7062,
      "step": 2116
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766348399440587e-05,
      "loss": 0.6933,
      "step": 2117
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766029691931683e-05,
      "loss": 0.6484,
      "step": 2118
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765710769780693e-05,
      "loss": 0.7672,
      "step": 2119
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765391632994627e-05,
      "loss": 0.7213,
      "step": 2120
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765072281580496e-05,
      "loss": 0.6806,
      "step": 2121
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764752715545325e-05,
      "loss": 0.7243,
      "step": 2122
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976443293489613e-05,
      "loss": 0.7266,
      "step": 2123
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764112939639943e-05,
      "loss": 0.595,
      "step": 2124
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763792729783797e-05,
      "loss": 0.7065,
      "step": 2125
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976347230533473e-05,
      "loss": 0.7454,
      "step": 2126
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976315166629978e-05,
      "loss": 0.744,
      "step": 2127
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762830812686e-05,
      "loss": 0.7466,
      "step": 2128
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762509744500436e-05,
      "loss": 0.7625,
      "step": 2129
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762188461750154e-05,
      "loss": 0.7939,
      "step": 2130
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976186696444221e-05,
      "loss": 0.7166,
      "step": 2131
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761545252583663e-05,
      "loss": 0.6974,
      "step": 2132
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761223326181593e-05,
      "loss": 0.7222,
      "step": 2133
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760901185243072e-05,
      "loss": 0.6907,
      "step": 2134
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760578829775185e-05,
      "loss": 0.7807,
      "step": 2135
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760256259785006e-05,
      "loss": 0.6645,
      "step": 2136
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759933475279637e-05,
      "loss": 0.6848,
      "step": 2137
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759610476266166e-05,
      "loss": 0.6895,
      "step": 2138
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759287262751687e-05,
      "loss": 0.6561,
      "step": 2139
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758963834743313e-05,
      "loss": 0.6343,
      "step": 2140
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975864019224815e-05,
      "loss": 0.643,
      "step": 2141
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975831633527331e-05,
      "loss": 0.7248,
      "step": 2142
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975799226382591e-05,
      "loss": 0.6663,
      "step": 2143
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757667977913072e-05,
      "loss": 0.7284,
      "step": 2144
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757343477541925e-05,
      "loss": 0.7216,
      "step": 2145
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97570187627196e-05,
      "loss": 0.7515,
      "step": 2146
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756693833453235e-05,
      "loss": 0.6522,
      "step": 2147
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756368689749973e-05,
      "loss": 0.6691,
      "step": 2148
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756043331616953e-05,
      "loss": 0.6314,
      "step": 2149
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755717759061336e-05,
      "loss": 0.7097,
      "step": 2150
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975539197209027e-05,
      "loss": 0.7753,
      "step": 2151
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975506597071092e-05,
      "loss": 0.6962,
      "step": 2152
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754739754930446e-05,
      "loss": 0.693,
      "step": 2153
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975441332475602e-05,
      "loss": 0.6718,
      "step": 2154
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975408668019482e-05,
      "loss": 0.6692,
      "step": 2155
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975375982125402e-05,
      "loss": 0.6947,
      "step": 2156
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753432747940806e-05,
      "loss": 0.7851,
      "step": 2157
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753105460262365e-05,
      "loss": 0.6829,
      "step": 2158
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752777958225892e-05,
      "loss": 0.7479,
      "step": 2159
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752450241838587e-05,
      "loss": 0.8028,
      "step": 2160
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975212231110765e-05,
      "loss": 0.6916,
      "step": 2161
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751794166040287e-05,
      "loss": 0.6923,
      "step": 2162
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975146580664371e-05,
      "loss": 0.6673,
      "step": 2163
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975113723292514e-05,
      "loss": 0.7711,
      "step": 2164
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750808444891797e-05,
      "loss": 0.6768,
      "step": 2165
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750479442550906e-05,
      "loss": 0.6523,
      "step": 2166
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750150225909697e-05,
      "loss": 0.7242,
      "step": 2167
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974982079497541e-05,
      "loss": 0.6319,
      "step": 2168
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974949114975528e-05,
      "loss": 0.6963,
      "step": 2169
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749161290256555e-05,
      "loss": 0.6795,
      "step": 2170
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748831216486484e-05,
      "loss": 0.4291,
      "step": 2171
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748500928452325e-05,
      "loss": 0.6709,
      "step": 2172
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748170426161327e-05,
      "loss": 0.673,
      "step": 2173
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747839709620765e-05,
      "loss": 0.6656,
      "step": 2174
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747508778837907e-05,
      "loss": 0.6964,
      "step": 2175
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974717763382002e-05,
      "loss": 0.7391,
      "step": 2176
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746846274574384e-05,
      "loss": 0.6514,
      "step": 2177
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746514701108283e-05,
      "loss": 0.6958,
      "step": 2178
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746182913429005e-05,
      "loss": 0.5593,
      "step": 2179
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745850911543844e-05,
      "loss": 0.8259,
      "step": 2180
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974551869546009e-05,
      "loss": 0.6805,
      "step": 2181
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745186265185054e-05,
      "loss": 0.6853,
      "step": 2182
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974485362072603e-05,
      "loss": 0.6647,
      "step": 2183
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744520762090344e-05,
      "loss": 0.5859,
      "step": 2184
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97441876892853e-05,
      "loss": 0.6366,
      "step": 2185
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974385440231822e-05,
      "loss": 0.6355,
      "step": 2186
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743520901196435e-05,
      "loss": 0.676,
      "step": 2187
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974318718592727e-05,
      "loss": 0.7476,
      "step": 2188
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742853256518058e-05,
      "loss": 0.6443,
      "step": 2189
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742519112976145e-05,
      "loss": 0.7241,
      "step": 2190
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974218475530887e-05,
      "loss": 0.7191,
      "step": 2191
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741850183523584e-05,
      "loss": 0.689,
      "step": 2192
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974151539762764e-05,
      "loss": 0.6862,
      "step": 2193
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974118039762839e-05,
      "loss": 0.7214,
      "step": 2194
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740845183533207e-05,
      "loss": 0.6979,
      "step": 2195
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974050975534945e-05,
      "loss": 0.6396,
      "step": 2196
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740174113084496e-05,
      "loss": 0.714,
      "step": 2197
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973983825674572e-05,
      "loss": 0.5774,
      "step": 2198
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739502186340504e-05,
      "loss": 0.63,
      "step": 2199
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739165901876233e-05,
      "loss": 0.6355,
      "step": 2200
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738829403360302e-05,
      "loss": 0.6449,
      "step": 2201
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738492690800104e-05,
      "loss": 0.7454,
      "step": 2202
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973815576420304e-05,
      "loss": 0.6707,
      "step": 2203
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737818623576513e-05,
      "loss": 0.4296,
      "step": 2204
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737481268927933e-05,
      "loss": 0.658,
      "step": 2205
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737143700264718e-05,
      "loss": 0.7591,
      "step": 2206
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736805917594286e-05,
      "loss": 0.7084,
      "step": 2207
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973646792092406e-05,
      "loss": 0.6398,
      "step": 2208
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736129710261468e-05,
      "loss": 0.7204,
      "step": 2209
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735791285613943e-05,
      "loss": 0.6414,
      "step": 2210
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735452646988925e-05,
      "loss": 0.7285,
      "step": 2211
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735113794393857e-05,
      "loss": 0.6271,
      "step": 2212
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734774727836182e-05,
      "loss": 0.3845,
      "step": 2213
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973443544732336e-05,
      "loss": 0.6437,
      "step": 2214
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973409595286284e-05,
      "loss": 0.7022,
      "step": 2215
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973375624446209e-05,
      "loss": 0.6852,
      "step": 2216
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973341632212857e-05,
      "loss": 0.6255,
      "step": 2217
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733076185869756e-05,
      "loss": 0.7663,
      "step": 2218
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973273583569312e-05,
      "loss": 0.7581,
      "step": 2219
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973239527160615e-05,
      "loss": 0.7087,
      "step": 2220
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973205449361632e-05,
      "loss": 0.6836,
      "step": 2221
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973171350173113e-05,
      "loss": 0.6405,
      "step": 2222
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973137229595806e-05,
      "loss": 0.6952,
      "step": 2223
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731030876304627e-05,
      "loss": 0.6783,
      "step": 2224
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730689242778322e-05,
      "loss": 0.6877,
      "step": 2225
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973034739538666e-05,
      "loss": 0.6534,
      "step": 2226
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730005334137153e-05,
      "loss": 0.6584,
      "step": 2227
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729663059037316e-05,
      "loss": 0.503,
      "step": 2228
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729320570094677e-05,
      "loss": 0.7012,
      "step": 2229
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728977867316758e-05,
      "loss": 0.6601,
      "step": 2230
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728634950711094e-05,
      "loss": 0.6478,
      "step": 2231
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972829182028522e-05,
      "loss": 0.5817,
      "step": 2232
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727948476046685e-05,
      "loss": 0.6514,
      "step": 2233
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727604918003024e-05,
      "loss": 0.6201,
      "step": 2234
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727261146161793e-05,
      "loss": 0.7151,
      "step": 2235
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726917160530547e-05,
      "loss": 0.7995,
      "step": 2236
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726572961116845e-05,
      "loss": 0.6533,
      "step": 2237
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726228547928257e-05,
      "loss": 0.6192,
      "step": 2238
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725883920972348e-05,
      "loss": 0.7062,
      "step": 2239
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725539080256693e-05,
      "loss": 0.6542,
      "step": 2240
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725194025788873e-05,
      "loss": 0.6749,
      "step": 2241
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972484875757647e-05,
      "loss": 0.6789,
      "step": 2242
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972450327562707e-05,
      "loss": 0.652,
      "step": 2243
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9724157579948272e-05,
      "loss": 0.7255,
      "step": 2244
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972381167054767e-05,
      "loss": 0.6812,
      "step": 2245
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972346554743287e-05,
      "loss": 0.678,
      "step": 2246
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723119210611472e-05,
      "loss": 0.6305,
      "step": 2247
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722772660091096e-05,
      "loss": 0.6601,
      "step": 2248
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722425895879353e-05,
      "loss": 0.7626,
      "step": 2249
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722078917983868e-05,
      "loss": 0.7375,
      "step": 2250
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721731726412267e-05,
      "loss": 0.7466,
      "step": 2251
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721384321172173e-05,
      "loss": 0.7425,
      "step": 2252
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721036702271234e-05,
      "loss": 0.7206,
      "step": 2253
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720688869717085e-05,
      "loss": 0.7785,
      "step": 2254
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720340823517365e-05,
      "loss": 0.6686,
      "step": 2255
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971999256367973e-05,
      "loss": 0.6865,
      "step": 2256
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719644090211835e-05,
      "loss": 0.6289,
      "step": 2257
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719295403121332e-05,
      "loss": 0.669,
      "step": 2258
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971894650241589e-05,
      "loss": 0.7115,
      "step": 2259
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718597388103178e-05,
      "loss": 0.6631,
      "step": 2260
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718248060190864e-05,
      "loss": 0.6335,
      "step": 2261
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717898518686637e-05,
      "loss": 0.7136,
      "step": 2262
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717548763598162e-05,
      "loss": 0.7013,
      "step": 2263
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971719879493314e-05,
      "loss": 0.8025,
      "step": 2264
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716848612699255e-05,
      "loss": 0.6793,
      "step": 2265
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971649821690421e-05,
      "loss": 0.6129,
      "step": 2266
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97161476075557e-05,
      "loss": 0.7767,
      "step": 2267
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715796784661437e-05,
      "loss": 0.6119,
      "step": 2268
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715445748229123e-05,
      "loss": 0.6711,
      "step": 2269
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971509449826648e-05,
      "loss": 0.619,
      "step": 2270
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971474303478123e-05,
      "loss": 0.688,
      "step": 2271
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971439135778109e-05,
      "loss": 0.7347,
      "step": 2272
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714039467273797e-05,
      "loss": 0.7164,
      "step": 2273
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713687363267076e-05,
      "loss": 0.7785,
      "step": 2274
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713335045768675e-05,
      "loss": 0.6108,
      "step": 2275
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971298251478633e-05,
      "loss": 0.6591,
      "step": 2276
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712629770327796e-05,
      "loss": 0.7334,
      "step": 2277
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971227681240082e-05,
      "loss": 0.7023,
      "step": 2278
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711923641013162e-05,
      "loss": 0.6849,
      "step": 2279
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711570256172583e-05,
      "loss": 0.6283,
      "step": 2280
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971121665788685e-05,
      "loss": 0.6924,
      "step": 2281
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971086284616374e-05,
      "loss": 0.702,
      "step": 2282
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971050882101102e-05,
      "loss": 0.666,
      "step": 2283
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710154582436474e-05,
      "loss": 0.6783,
      "step": 2284
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970980013044789e-05,
      "loss": 0.7421,
      "step": 2285
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970944546505306e-05,
      "loss": 0.5774,
      "step": 2286
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709090586259773e-05,
      "loss": 0.7296,
      "step": 2287
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970873549407583e-05,
      "loss": 0.6361,
      "step": 2288
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708380188509044e-05,
      "loss": 0.5456,
      "step": 2289
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708024669567213e-05,
      "loss": 0.4372,
      "step": 2290
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707668937258155e-05,
      "loss": 0.7333,
      "step": 2291
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970731299158969e-05,
      "loss": 0.6314,
      "step": 2292
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970695683256964e-05,
      "loss": 0.7448,
      "step": 2293
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970660046020583e-05,
      "loss": 0.7739,
      "step": 2294
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706243874506094e-05,
      "loss": 0.7532,
      "step": 2295
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705887075478274e-05,
      "loss": 0.6813,
      "step": 2296
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705530063130208e-05,
      "loss": 0.715,
      "step": 2297
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970517283746974e-05,
      "loss": 0.6846,
      "step": 2298
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704815398504725e-05,
      "loss": 0.6937,
      "step": 2299
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704457746243016e-05,
      "loss": 0.6254,
      "step": 2300
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970409988069248e-05,
      "loss": 0.7177,
      "step": 2301
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703741801860973e-05,
      "loss": 0.7853,
      "step": 2302
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970338350975637e-05,
      "loss": 0.665,
      "step": 2303
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970302500438655e-05,
      "loss": 0.6805,
      "step": 2304
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702666285759383e-05,
      "loss": 0.6433,
      "step": 2305
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970230735388276e-05,
      "loss": 0.7367,
      "step": 2306
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701948208764568e-05,
      "loss": 0.7855,
      "step": 2307
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701588850412702e-05,
      "loss": 0.7074,
      "step": 2308
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701229278835053e-05,
      "loss": 0.5925,
      "step": 2309
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700869494039534e-05,
      "loss": 0.5811,
      "step": 2310
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700509496034048e-05,
      "loss": 0.6604,
      "step": 2311
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700149284826503e-05,
      "loss": 0.7011,
      "step": 2312
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969978886042482e-05,
      "loss": 0.6225,
      "step": 2313
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699428222836926e-05,
      "loss": 0.6913,
      "step": 2314
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699067372070734e-05,
      "loss": 0.7726,
      "step": 2315
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969870630813419e-05,
      "loss": 0.6867,
      "step": 2316
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9698345031035213e-05,
      "loss": 0.6961,
      "step": 2317
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697983540781758e-05,
      "loss": 0.6662,
      "step": 2318
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697621837381762e-05,
      "loss": 0.7186,
      "step": 2319
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969725992084318e-05,
      "loss": 0.6411,
      "step": 2320
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696897791173963e-05,
      "loss": 0.5547,
      "step": 2321
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969653544838207e-05,
      "loss": 0.6269,
      "step": 2322
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696172892475465e-05,
      "loss": 0.7133,
      "step": 2323
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695810123462116e-05,
      "loss": 0.5955,
      "step": 2324
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969544714135e-05,
      "loss": 0.6604,
      "step": 2325
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695083946147085e-05,
      "loss": 0.6805,
      "step": 2326
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694720537861366e-05,
      "loss": 0.8037,
      "step": 2327
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969435691650082e-05,
      "loss": 0.6135,
      "step": 2328
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693993082073443e-05,
      "loss": 0.7573,
      "step": 2329
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693629034587235e-05,
      "loss": 0.715,
      "step": 2330
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969326477405019e-05,
      "loss": 0.6764,
      "step": 2331
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969290030047032e-05,
      "loss": 0.4577,
      "step": 2332
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692535613855633e-05,
      "loss": 0.7062,
      "step": 2333
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969217071421414e-05,
      "loss": 0.7211,
      "step": 2334
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691805601553872e-05,
      "loss": 0.6551,
      "step": 2335
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691440275882844e-05,
      "loss": 0.7876,
      "step": 2336
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969107473720909e-05,
      "loss": 0.7703,
      "step": 2337
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690708985540635e-05,
      "loss": 0.7066,
      "step": 2338
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690343020885533e-05,
      "loss": 0.6762,
      "step": 2339
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689976843251813e-05,
      "loss": 0.8134,
      "step": 2340
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689610452647535e-05,
      "loss": 0.7464,
      "step": 2341
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689243849080743e-05,
      "loss": 0.7548,
      "step": 2342
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688877032559493e-05,
      "loss": 0.6967,
      "step": 2343
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688510003091857e-05,
      "loss": 0.6752,
      "step": 2344
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688142760685894e-05,
      "loss": 0.7071,
      "step": 2345
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968777530534968e-05,
      "loss": 0.7267,
      "step": 2346
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687407637091284e-05,
      "loss": 0.6534,
      "step": 2347
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687039755918792e-05,
      "loss": 0.7855,
      "step": 2348
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968667166184029e-05,
      "loss": 0.6571,
      "step": 2349
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686303354863867e-05,
      "loss": 0.6295,
      "step": 2350
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685934834997616e-05,
      "loss": 0.7262,
      "step": 2351
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968556610224964e-05,
      "loss": 0.7005,
      "step": 2352
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968519715662804e-05,
      "loss": 0.6646,
      "step": 2353
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684827998140927e-05,
      "loss": 0.6694,
      "step": 2354
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968445862679641e-05,
      "loss": 0.7471,
      "step": 2355
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684089042602616e-05,
      "loss": 0.7869,
      "step": 2356
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683719245567663e-05,
      "loss": 0.6803,
      "step": 2357
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683349235699676e-05,
      "loss": 0.7091,
      "step": 2358
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968297901300679e-05,
      "loss": 0.7082,
      "step": 2359
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682608577497142e-05,
      "loss": 0.8462,
      "step": 2360
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968223792917887e-05,
      "loss": 0.7464,
      "step": 2361
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968186706806013e-05,
      "loss": 0.7529,
      "step": 2362
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968149599414906e-05,
      "loss": 0.7118,
      "step": 2363
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681124707453826e-05,
      "loss": 0.7091,
      "step": 2364
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680753207982582e-05,
      "loss": 0.63,
      "step": 2365
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680381495743495e-05,
      "loss": 0.7022,
      "step": 2366
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680009570744734e-05,
      "loss": 0.6719,
      "step": 2367
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679637432994476e-05,
      "loss": 0.713,
      "step": 2368
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679265082500898e-05,
      "loss": 0.7842,
      "step": 2369
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678892519272183e-05,
      "loss": 0.6544,
      "step": 2370
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967851974331652e-05,
      "loss": 0.6772,
      "step": 2371
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678146754642103e-05,
      "loss": 0.6824,
      "step": 2372
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677773553257133e-05,
      "loss": 0.7679,
      "step": 2373
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677400139169803e-05,
      "loss": 0.7636,
      "step": 2374
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677026512388325e-05,
      "loss": 0.6538,
      "step": 2375
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676652672920917e-05,
      "loss": 0.6593,
      "step": 2376
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676278620775783e-05,
      "loss": 0.7195,
      "step": 2377
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675904355961154e-05,
      "loss": 0.6826,
      "step": 2378
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967552987848525e-05,
      "loss": 0.5332,
      "step": 2379
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675155188356307e-05,
      "loss": 0.6187,
      "step": 2380
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674780285582554e-05,
      "loss": 0.6107,
      "step": 2381
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674405170172236e-05,
      "loss": 0.682,
      "step": 2382
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674029842133595e-05,
      "loss": 0.759,
      "step": 2383
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967365430147488e-05,
      "loss": 0.6809,
      "step": 2384
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673278548204345e-05,
      "loss": 0.5908,
      "step": 2385
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672902582330247e-05,
      "loss": 0.6524,
      "step": 2386
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672526403860853e-05,
      "loss": 0.7406,
      "step": 2387
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672150012804425e-05,
      "loss": 0.6509,
      "step": 2388
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671773409169243e-05,
      "loss": 0.6972,
      "step": 2389
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967139659296358e-05,
      "loss": 0.6934,
      "step": 2390
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671019564195714e-05,
      "loss": 0.7253,
      "step": 2391
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967064232287394e-05,
      "loss": 0.7131,
      "step": 2392
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670264869006542e-05,
      "loss": 0.6182,
      "step": 2393
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966988720260182e-05,
      "loss": 0.6703,
      "step": 2394
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669509323668074e-05,
      "loss": 0.7082,
      "step": 2395
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669131232213604e-05,
      "loss": 0.6667,
      "step": 2396
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668752928246726e-05,
      "loss": 0.6771,
      "step": 2397
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668374411775755e-05,
      "loss": 0.6657,
      "step": 2398
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667995682809005e-05,
      "loss": 0.6378,
      "step": 2399
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667616741354804e-05,
      "loss": 0.4068,
      "step": 2400
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966723758742148e-05,
      "loss": 0.6754,
      "step": 2401
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666858221017362e-05,
      "loss": 0.6837,
      "step": 2402
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666478642150797e-05,
      "loss": 0.6769,
      "step": 2403
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666098850830114e-05,
      "loss": 0.6386,
      "step": 2404
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665718847063674e-05,
      "loss": 0.6296,
      "step": 2405
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665338630859826e-05,
      "loss": 0.6587,
      "step": 2406
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664958202226918e-05,
      "loss": 0.5937,
      "step": 2407
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664577561173316e-05,
      "loss": 0.7591,
      "step": 2408
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664196707707387e-05,
      "loss": 0.6073,
      "step": 2409
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663815641837505e-05,
      "loss": 0.5887,
      "step": 2410
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663434363572042e-05,
      "loss": 0.7091,
      "step": 2411
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663052872919372e-05,
      "loss": 0.759,
      "step": 2412
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966267116988789e-05,
      "loss": 0.6523,
      "step": 2413
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662289254485977e-05,
      "loss": 0.6596,
      "step": 2414
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966190712672203e-05,
      "loss": 0.5728,
      "step": 2415
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661524786604448e-05,
      "loss": 0.7353,
      "step": 2416
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661142234141633e-05,
      "loss": 0.7616,
      "step": 2417
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660759469341997e-05,
      "loss": 0.6529,
      "step": 2418
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966037649221395e-05,
      "loss": 0.5842,
      "step": 2419
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659993302765902e-05,
      "loss": 0.6298,
      "step": 2420
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965960990100629e-05,
      "loss": 0.7626,
      "step": 2421
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659226286943528e-05,
      "loss": 0.6966,
      "step": 2422
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965884246058605e-05,
      "loss": 0.7503,
      "step": 2423
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658458421942293e-05,
      "loss": 0.6933,
      "step": 2424
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658074171020702e-05,
      "loss": 0.6325,
      "step": 2425
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657689707829713e-05,
      "loss": 0.674,
      "step": 2426
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657305032377783e-05,
      "loss": 0.7269,
      "step": 2427
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656920144673366e-05,
      "loss": 0.6377,
      "step": 2428
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656535044724915e-05,
      "loss": 0.6857,
      "step": 2429
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656149732540904e-05,
      "loss": 0.5468,
      "step": 2430
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655764208129792e-05,
      "loss": 0.6465,
      "step": 2431
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965537847150006e-05,
      "loss": 0.667,
      "step": 2432
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654992522660185e-05,
      "loss": 0.6887,
      "step": 2433
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965460636161864e-05,
      "loss": 0.6959,
      "step": 2434
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654219988383923e-05,
      "loss": 0.576,
      "step": 2435
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965383340296452e-05,
      "loss": 0.7264,
      "step": 2436
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653446605368928e-05,
      "loss": 0.6794,
      "step": 2437
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965305959560565e-05,
      "loss": 0.7266,
      "step": 2438
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652672373683197e-05,
      "loss": 0.6949,
      "step": 2439
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965228493961007e-05,
      "loss": 0.775,
      "step": 2440
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651897293394787e-05,
      "loss": 0.6593,
      "step": 2441
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651509435045874e-05,
      "loss": 0.6585,
      "step": 2442
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651121364571847e-05,
      "loss": 0.7231,
      "step": 2443
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965073308198124e-05,
      "loss": 0.7101,
      "step": 2444
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9650344587282584e-05,
      "loss": 0.6764,
      "step": 2445
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649955880484423e-05,
      "loss": 0.697,
      "step": 2446
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964956696159529e-05,
      "loss": 0.4768,
      "step": 2447
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649177830623746e-05,
      "loss": 0.7682,
      "step": 2448
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648788487578332e-05,
      "loss": 0.6748,
      "step": 2449
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648398932467612e-05,
      "loss": 0.423,
      "step": 2450
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648009165300147e-05,
      "loss": 0.6888,
      "step": 2451
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647619186084502e-05,
      "loss": 0.6636,
      "step": 2452
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647228994829243e-05,
      "loss": 0.7208,
      "step": 2453
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646838591542955e-05,
      "loss": 0.7195,
      "step": 2454
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646447976234214e-05,
      "loss": 0.6916,
      "step": 2455
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646057148911608e-05,
      "loss": 0.6985,
      "step": 2456
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964566610958372e-05,
      "loss": 0.7179,
      "step": 2457
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645274858259155e-05,
      "loss": 0.6577,
      "step": 2458
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644883394946502e-05,
      "loss": 0.7472,
      "step": 2459
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644491719654368e-05,
      "loss": 0.6899,
      "step": 2460
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644099832391364e-05,
      "loss": 0.7497,
      "step": 2461
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643707733166097e-05,
      "loss": 0.623,
      "step": 2462
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643315421987196e-05,
      "loss": 0.6653,
      "step": 2463
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964292289886327e-05,
      "loss": 0.6787,
      "step": 2464
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642530163802954e-05,
      "loss": 0.5994,
      "step": 2465
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642137216814882e-05,
      "loss": 0.7628,
      "step": 2466
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964174405790768e-05,
      "loss": 0.6309,
      "step": 2467
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964135068709e-05,
      "loss": 0.7699,
      "step": 2468
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964095710437048e-05,
      "loss": 0.8136,
      "step": 2469
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964056330975778e-05,
      "loss": 0.7128,
      "step": 2470
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964016930326054e-05,
      "loss": 0.6494,
      "step": 2471
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639775084887432e-05,
      "loss": 0.6931,
      "step": 2472
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963938065464712e-05,
      "loss": 0.6331,
      "step": 2473
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963898601254826e-05,
      "loss": 0.6953,
      "step": 2474
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963859115859954e-05,
      "loss": 0.6709,
      "step": 2475
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9638196092809637e-05,
      "loss": 0.621,
      "step": 2476
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637800815187226e-05,
      "loss": 0.7258,
      "step": 2477
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637405325741e-05,
      "loss": 0.7093,
      "step": 2478
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637009624479648e-05,
      "loss": 0.7385,
      "step": 2479
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963661371141187e-05,
      "loss": 0.5958,
      "step": 2480
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9636217586546365e-05,
      "loss": 0.5834,
      "step": 2481
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635821249891843e-05,
      "loss": 0.6303,
      "step": 2482
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635424701457014e-05,
      "loss": 0.7688,
      "step": 2483
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963502794125059e-05,
      "loss": 0.6387,
      "step": 2484
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963463096928129e-05,
      "loss": 0.6515,
      "step": 2485
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634233785557847e-05,
      "loss": 0.7565,
      "step": 2486
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633836390088983e-05,
      "loss": 0.4147,
      "step": 2487
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633438782883437e-05,
      "loss": 0.6471,
      "step": 2488
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633040963949944e-05,
      "loss": 0.6915,
      "step": 2489
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632642933297246e-05,
      "loss": 0.6673,
      "step": 2490
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632244690934098e-05,
      "loss": 0.5808,
      "step": 2491
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631846236869247e-05,
      "loss": 0.6713,
      "step": 2492
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963144757111145e-05,
      "loss": 0.7352,
      "step": 2493
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631048693669474e-05,
      "loss": 0.6241,
      "step": 2494
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630649604552082e-05,
      "loss": 0.7106,
      "step": 2495
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963025030376805e-05,
      "loss": 0.6817,
      "step": 2496
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629850791326145e-05,
      "loss": 0.711,
      "step": 2497
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629451067235156e-05,
      "loss": 0.7285,
      "step": 2498
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962905113150386e-05,
      "loss": 0.7944,
      "step": 2499
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628650984141056e-05,
      "loss": 0.7053,
      "step": 2500
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628250625155533e-05,
      "loss": 0.6597,
      "step": 2501
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627850054556093e-05,
      "loss": 0.568,
      "step": 2502
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962744927235154e-05,
      "loss": 0.7687,
      "step": 2503
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627048278550683e-05,
      "loss": 0.6639,
      "step": 2504
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962664707316233e-05,
      "loss": 0.6104,
      "step": 2505
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626245656195304e-05,
      "loss": 0.6679,
      "step": 2506
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625844027658426e-05,
      "loss": 0.6429,
      "step": 2507
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625442187560523e-05,
      "loss": 0.3987,
      "step": 2508
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962504013591043e-05,
      "loss": 0.7665,
      "step": 2509
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9624637872716978e-05,
      "loss": 0.6562,
      "step": 2510
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962423539798901e-05,
      "loss": 0.6747,
      "step": 2511
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9623832711735373e-05,
      "loss": 0.6142,
      "step": 2512
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962342981396492e-05,
      "loss": 0.7249,
      "step": 2513
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96230267046865e-05,
      "loss": 0.6239,
      "step": 2514
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622623383908973e-05,
      "loss": 0.7009,
      "step": 2515
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622219851641208e-05,
      "loss": 0.6851,
      "step": 2516
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621816107892075e-05,
      "loss": 0.6952,
      "step": 2517
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962141215267044e-05,
      "loss": 0.725,
      "step": 2518
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962100798598519e-05,
      "loss": 0.7225,
      "step": 2519
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96206036078452e-05,
      "loss": 0.613,
      "step": 2520
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9620199018259363e-05,
      "loss": 0.6037,
      "step": 2521
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619794217236573e-05,
      "loss": 0.7225,
      "step": 2522
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961938920478572e-05,
      "loss": 0.6928,
      "step": 2523
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961898398091571e-05,
      "loss": 0.6232,
      "step": 2524
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961857854563545e-05,
      "loss": 0.5799,
      "step": 2525
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618172898953846e-05,
      "loss": 0.6646,
      "step": 2526
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961776704087982e-05,
      "loss": 0.6341,
      "step": 2527
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617360971422287e-05,
      "loss": 0.6876,
      "step": 2528
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616954690590173e-05,
      "loss": 0.5969,
      "step": 2529
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616548198392408e-05,
      "loss": 0.6612,
      "step": 2530
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616141494837927e-05,
      "loss": 0.6917,
      "step": 2531
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961573457993567e-05,
      "loss": 0.8037,
      "step": 2532
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615327453694576e-05,
      "loss": 0.7579,
      "step": 2533
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614920116123595e-05,
      "loss": 0.6259,
      "step": 2534
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961451256723168e-05,
      "loss": 0.4441,
      "step": 2535
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614104807027788e-05,
      "loss": 0.6705,
      "step": 2536
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961369683552088e-05,
      "loss": 0.6332,
      "step": 2537
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613288652719924e-05,
      "loss": 0.7794,
      "step": 2538
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961288025863389e-05,
      "loss": 0.7079,
      "step": 2539
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612471653271758e-05,
      "loss": 0.6548,
      "step": 2540
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612062836642503e-05,
      "loss": 0.6965,
      "step": 2541
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611653808755114e-05,
      "loss": 0.7189,
      "step": 2542
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611244569618578e-05,
      "loss": 0.4564,
      "step": 2543
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610835119241888e-05,
      "loss": 0.7518,
      "step": 2544
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961042545763405e-05,
      "loss": 0.6529,
      "step": 2545
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961001558480406e-05,
      "loss": 0.6843,
      "step": 2546
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960960550076093e-05,
      "loss": 0.6995,
      "step": 2547
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609195205513674e-05,
      "loss": 0.6933,
      "step": 2548
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608784699071308e-05,
      "loss": 0.7053,
      "step": 2549
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608373981442856e-05,
      "loss": 0.6728,
      "step": 2550
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607963052637343e-05,
      "loss": 0.6196,
      "step": 2551
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96075519126638e-05,
      "loss": 0.6745,
      "step": 2552
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607140561531267e-05,
      "loss": 0.6516,
      "step": 2553
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960672899924878e-05,
      "loss": 0.6813,
      "step": 2554
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606317225825386e-05,
      "loss": 0.6862,
      "step": 2555
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605905241270137e-05,
      "loss": 0.6684,
      "step": 2556
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605493045592085e-05,
      "loss": 0.783,
      "step": 2557
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605080638800294e-05,
      "loss": 0.7025,
      "step": 2558
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604668020903822e-05,
      "loss": 0.6135,
      "step": 2559
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604255191911745e-05,
      "loss": 0.7153,
      "step": 2560
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960384215183313e-05,
      "loss": 0.6981,
      "step": 2561
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603428900677058e-05,
      "loss": 0.7002,
      "step": 2562
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960301543845261e-05,
      "loss": 0.7187,
      "step": 2563
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960260176516887e-05,
      "loss": 0.6595,
      "step": 2564
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960218788083494e-05,
      "loss": 0.689,
      "step": 2565
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601773785459905e-05,
      "loss": 0.7515,
      "step": 2566
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601359479052876e-05,
      "loss": 0.7059,
      "step": 2567
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600944961622954e-05,
      "loss": 0.6632,
      "step": 2568
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600530233179248e-05,
      "loss": 0.6288,
      "step": 2569
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600115293730877e-05,
      "loss": 0.7195,
      "step": 2570
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599700143286958e-05,
      "loss": 0.7032,
      "step": 2571
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599284781856615e-05,
      "loss": 0.7097,
      "step": 2572
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959886920944898e-05,
      "loss": 0.5788,
      "step": 2573
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9598453426073182e-05,
      "loss": 0.6444,
      "step": 2574
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9598037431738364e-05,
      "loss": 0.6517,
      "step": 2575
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597621226453663e-05,
      "loss": 0.708,
      "step": 2576
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597204810228238e-05,
      "loss": 0.6241,
      "step": 2577
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596788183071225e-05,
      "loss": 0.71,
      "step": 2578
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596371344991795e-05,
      "loss": 0.6697,
      "step": 2579
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595954295999103e-05,
      "loss": 0.6638,
      "step": 2580
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595537036102313e-05,
      "loss": 0.7845,
      "step": 2581
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595119565310602e-05,
      "loss": 0.7593,
      "step": 2582
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959470188363314e-05,
      "loss": 0.6535,
      "step": 2583
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594283991079113e-05,
      "loss": 0.6582,
      "step": 2584
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593865887657698e-05,
      "loss": 0.6627,
      "step": 2585
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959344757337809e-05,
      "loss": 0.7448,
      "step": 2586
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593029048249476e-05,
      "loss": 0.7295,
      "step": 2587
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959261031228106e-05,
      "loss": 0.7557,
      "step": 2588
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959219136548205e-05,
      "loss": 0.6804,
      "step": 2589
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591772207861642e-05,
      "loss": 0.6567,
      "step": 2590
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959135283942906e-05,
      "loss": 0.6006,
      "step": 2591
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959093326019351e-05,
      "loss": 0.6415,
      "step": 2592
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590513470164225e-05,
      "loss": 0.6297,
      "step": 2593
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590093469350424e-05,
      "loss": 0.7672,
      "step": 2594
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589673257761337e-05,
      "loss": 0.7524,
      "step": 2595
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589252835406208e-05,
      "loss": 0.6928,
      "step": 2596
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588832202294265e-05,
      "loss": 0.7506,
      "step": 2597
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588411358434765e-05,
      "loss": 0.6762,
      "step": 2598
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587990303836948e-05,
      "loss": 0.7716,
      "step": 2599
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587569038510076e-05,
      "loss": 0.7451,
      "step": 2600
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95871475624634e-05,
      "loss": 0.6669,
      "step": 2601
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958672587570619e-05,
      "loss": 0.6072,
      "step": 2602
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958630397824771e-05,
      "loss": 0.6314,
      "step": 2603
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958588187009723e-05,
      "loss": 0.7216,
      "step": 2604
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585459551264033e-05,
      "loss": 0.6517,
      "step": 2605
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585037021757404e-05,
      "loss": 0.6663,
      "step": 2606
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958461428158662e-05,
      "loss": 0.727,
      "step": 2607
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958419133076098e-05,
      "loss": 0.6807,
      "step": 2608
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583768169289773e-05,
      "loss": 0.6658,
      "step": 2609
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583344797182303e-05,
      "loss": 0.6761,
      "step": 2610
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582921214447877e-05,
      "loss": 0.7326,
      "step": 2611
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582497421095802e-05,
      "loss": 0.6567,
      "step": 2612
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958207341713539e-05,
      "loss": 0.6861,
      "step": 2613
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958164920257597e-05,
      "loss": 0.6991,
      "step": 2614
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581224777426857e-05,
      "loss": 0.6935,
      "step": 2615
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580800141697374e-05,
      "loss": 0.6068,
      "step": 2616
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580375295396867e-05,
      "loss": 0.6412,
      "step": 2617
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579950238534665e-05,
      "loss": 0.6211,
      "step": 2618
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957952497112011e-05,
      "loss": 0.6768,
      "step": 2619
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579099493162556e-05,
      "loss": 0.6318,
      "step": 2620
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957867380467134e-05,
      "loss": 0.7555,
      "step": 2621
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578247905655837e-05,
      "loss": 0.4061,
      "step": 2622
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957782179612539e-05,
      "loss": 0.6004,
      "step": 2623
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957739547608938e-05,
      "loss": 0.7228,
      "step": 2624
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957696894555716e-05,
      "loss": 0.7336,
      "step": 2625
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957654220453812e-05,
      "loss": 0.4596,
      "step": 2626
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957611525304163e-05,
      "loss": 0.758,
      "step": 2627
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957568809107708e-05,
      "loss": 0.657,
      "step": 2628
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575260718653848e-05,
      "loss": 0.7338,
      "step": 2629
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574833135781338e-05,
      "loss": 0.6572,
      "step": 2630
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957440534246894e-05,
      "loss": 0.7615,
      "step": 2631
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573977338726056e-05,
      "loss": 0.6517,
      "step": 2632
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573549124562103e-05,
      "loss": 0.763,
      "step": 2633
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573120699986485e-05,
      "loss": 0.671,
      "step": 2634
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572692065008614e-05,
      "loss": 0.6303,
      "step": 2635
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957226321963792e-05,
      "loss": 0.6018,
      "step": 2636
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571834163883824e-05,
      "loss": 0.6895,
      "step": 2637
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957140489775575e-05,
      "loss": 0.5775,
      "step": 2638
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570975421263143e-05,
      "loss": 0.5677,
      "step": 2639
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957054573441544e-05,
      "loss": 0.686,
      "step": 2640
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570115837222078e-05,
      "loss": 0.7301,
      "step": 2641
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956968572969251e-05,
      "loss": 0.5365,
      "step": 2642
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956925541183619e-05,
      "loss": 0.7152,
      "step": 2643
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568824883662576e-05,
      "loss": 0.6687,
      "step": 2644
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568394145181126e-05,
      "loss": 0.6114,
      "step": 2645
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956796319640131e-05,
      "loss": 0.7319,
      "step": 2646
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567532037332604e-05,
      "loss": 0.6349,
      "step": 2647
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567100667984478e-05,
      "loss": 0.6261,
      "step": 2648
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566669088366416e-05,
      "loss": 0.7804,
      "step": 2649
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566237298487896e-05,
      "loss": 0.7089,
      "step": 2650
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565805298358416e-05,
      "loss": 0.7931,
      "step": 2651
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565373087987472e-05,
      "loss": 0.6508,
      "step": 2652
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956494066738456e-05,
      "loss": 0.6326,
      "step": 2653
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564508036559183e-05,
      "loss": 0.6753,
      "step": 2654
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564075195520852e-05,
      "loss": 0.8133,
      "step": 2655
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563642144279074e-05,
      "loss": 0.6479,
      "step": 2656
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563208882843377e-05,
      "loss": 0.7098,
      "step": 2657
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562775411223274e-05,
      "loss": 0.7223,
      "step": 2658
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562341729428297e-05,
      "loss": 0.7638,
      "step": 2659
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9561907837467983e-05,
      "loss": 0.7928,
      "step": 2660
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956147373535185e-05,
      "loss": 0.6993,
      "step": 2661
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9561039423089462e-05,
      "loss": 0.6421,
      "step": 2662
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560604900690348e-05,
      "loss": 0.7114,
      "step": 2663
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560170168164064e-05,
      "loss": 0.681,
      "step": 2664
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955973522552016e-05,
      "loss": 0.6379,
      "step": 2665
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559300072768205e-05,
      "loss": 0.6629,
      "step": 2666
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955886470991776e-05,
      "loss": 0.6769,
      "step": 2667
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558429136978385e-05,
      "loss": 0.7594,
      "step": 2668
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9557993353959662e-05,
      "loss": 0.5618,
      "step": 2669
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9557557360871167e-05,
      "loss": 0.6976,
      "step": 2670
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955712115772248e-05,
      "loss": 0.687,
      "step": 2671
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955668474452319e-05,
      "loss": 0.3978,
      "step": 2672
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9556248121282886e-05,
      "loss": 0.8177,
      "step": 2673
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555811288011172e-05,
      "loss": 0.7607,
      "step": 2674
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955537424471764e-05,
      "loss": 0.6231,
      "step": 2675
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95549369914119e-05,
      "loss": 0.6203,
      "step": 2676
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955449952810356e-05,
      "loss": 0.7591,
      "step": 2677
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554061854802235e-05,
      "loss": 0.5705,
      "step": 2678
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955362397151755e-05,
      "loss": 0.6279,
      "step": 2679
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955318587825912e-05,
      "loss": 0.5413,
      "step": 2680
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955274757503658e-05,
      "loss": 0.6772,
      "step": 2681
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955230906185956e-05,
      "loss": 0.7473,
      "step": 2682
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95518703387377e-05,
      "loss": 0.6193,
      "step": 2683
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551431405680642e-05,
      "loss": 0.6835,
      "step": 2684
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955099226269803e-05,
      "loss": 0.6164,
      "step": 2685
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955055290979952e-05,
      "loss": 0.616,
      "step": 2686
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550113346994765e-05,
      "loss": 0.6554,
      "step": 2687
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954967357429343e-05,
      "loss": 0.6629,
      "step": 2688
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549233591705178e-05,
      "loss": 0.6497,
      "step": 2689
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954879339923968e-05,
      "loss": 0.7799,
      "step": 2690
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548352996906604e-05,
      "loss": 0.6148,
      "step": 2691
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954791238471564e-05,
      "loss": 0.6284,
      "step": 2692
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547471562676465e-05,
      "loss": 0.6807,
      "step": 2693
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954703053079877e-05,
      "loss": 0.774,
      "step": 2694
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954658928909225e-05,
      "loss": 0.6698,
      "step": 2695
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95461478375666e-05,
      "loss": 0.6843,
      "step": 2696
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954570617623152e-05,
      "loss": 0.7642,
      "step": 2697
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545264305096723e-05,
      "loss": 0.6672,
      "step": 2698
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544822224171914e-05,
      "loss": 0.5932,
      "step": 2699
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954437993346682e-05,
      "loss": 0.6615,
      "step": 2700
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954393743299115e-05,
      "loss": 0.7028,
      "step": 2701
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543494722754634e-05,
      "loss": 0.6602,
      "step": 2702
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543051802767007e-05,
      "loss": 0.677,
      "step": 2703
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542608673037994e-05,
      "loss": 0.623,
      "step": 2704
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542165333577345e-05,
      "loss": 0.6375,
      "step": 2705
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954172178439479e-05,
      "loss": 0.6072,
      "step": 2706
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954127802550009e-05,
      "loss": 0.7357,
      "step": 2707
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540834056902996e-05,
      "loss": 0.7091,
      "step": 2708
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540389878613263e-05,
      "loss": 0.7425,
      "step": 2709
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539945490640652e-05,
      "loss": 0.6335,
      "step": 2710
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539500892994935e-05,
      "loss": 0.6132,
      "step": 2711
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953905608568588e-05,
      "loss": 0.7063,
      "step": 2712
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538611068723262e-05,
      "loss": 0.672,
      "step": 2713
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538165842116866e-05,
      "loss": 0.7323,
      "step": 2714
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953772040587647e-05,
      "loss": 0.6994,
      "step": 2715
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953727476001187e-05,
      "loss": 0.6557,
      "step": 2716
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536828904532866e-05,
      "loss": 0.6449,
      "step": 2717
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536382839449243e-05,
      "loss": 0.7561,
      "step": 2718
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535936564770817e-05,
      "loss": 0.6436,
      "step": 2719
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953549008050739e-05,
      "loss": 0.6396,
      "step": 2720
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535043386668778e-05,
      "loss": 0.7003,
      "step": 2721
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95345964832648e-05,
      "loss": 0.7082,
      "step": 2722
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953414937030527e-05,
      "loss": 0.7247,
      "step": 2723
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533702047800025e-05,
      "loss": 0.6455,
      "step": 2724
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953325451575889e-05,
      "loss": 0.7,
      "step": 2725
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532806774191705e-05,
      "loss": 0.6632,
      "step": 2726
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953235882310831e-05,
      "loss": 0.6428,
      "step": 2727
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531910662518545e-05,
      "loss": 0.7116,
      "step": 2728
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531462292432267e-05,
      "loss": 0.6672,
      "step": 2729
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531013712859326e-05,
      "loss": 0.5893,
      "step": 2730
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9530564923809583e-05,
      "loss": 0.5459,
      "step": 2731
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9530115925292902e-05,
      "loss": 0.7123,
      "step": 2732
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952966671731915e-05,
      "loss": 0.6958,
      "step": 2733
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95292172998982e-05,
      "loss": 0.6581,
      "step": 2734
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952876767303993e-05,
      "loss": 0.6123,
      "step": 2735
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9528317836754223e-05,
      "loss": 0.6463,
      "step": 2736
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527867791050964e-05,
      "loss": 0.6652,
      "step": 2737
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952741753594004e-05,
      "loss": 0.6347,
      "step": 2738
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952696707143136e-05,
      "loss": 0.7076,
      "step": 2739
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526516397534813e-05,
      "loss": 0.7222,
      "step": 2740
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952606551426031e-05,
      "loss": 0.7518,
      "step": 2741
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525614421617754e-05,
      "loss": 0.7072,
      "step": 2742
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525163119617064e-05,
      "loss": 0.7185,
      "step": 2743
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524711608268162e-05,
      "loss": 0.6897,
      "step": 2744
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524259887580967e-05,
      "loss": 0.6724,
      "step": 2745
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523807957565407e-05,
      "loss": 0.7272,
      "step": 2746
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523355818231415e-05,
      "loss": 0.7127,
      "step": 2747
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952290346958893e-05,
      "loss": 0.7388,
      "step": 2748
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952245091164789e-05,
      "loss": 0.7588,
      "step": 2749
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521998144418252e-05,
      "loss": 0.6239,
      "step": 2750
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521545167909953e-05,
      "loss": 0.7095,
      "step": 2751
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521091982132958e-05,
      "loss": 0.689,
      "step": 2752
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520638587097223e-05,
      "loss": 0.5876,
      "step": 2753
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520184982812714e-05,
      "loss": 0.7692,
      "step": 2754
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519731169289404e-05,
      "loss": 0.7067,
      "step": 2755
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519277146537264e-05,
      "loss": 0.6486,
      "step": 2756
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951882291456627e-05,
      "loss": 0.5398,
      "step": 2757
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518368473386414e-05,
      "loss": 0.6887,
      "step": 2758
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951791382300767e-05,
      "loss": 0.6321,
      "step": 2759
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9517458963440047e-05,
      "loss": 0.73,
      "step": 2760
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951700389469353e-05,
      "loss": 0.6901,
      "step": 2761
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516548616778123e-05,
      "loss": 0.6647,
      "step": 2762
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516093129703836e-05,
      "loss": 0.6507,
      "step": 2763
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9515637433480676e-05,
      "loss": 0.7313,
      "step": 2764
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951518152811866e-05,
      "loss": 0.4195,
      "step": 2765
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951472541362781e-05,
      "loss": 0.7096,
      "step": 2766
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951426909001815e-05,
      "loss": 0.7238,
      "step": 2767
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513812557299706e-05,
      "loss": 0.6723,
      "step": 2768
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513355815482514e-05,
      "loss": 0.6469,
      "step": 2769
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951289886457661e-05,
      "loss": 0.7185,
      "step": 2770
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9512441704592047e-05,
      "loss": 0.6816,
      "step": 2771
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951198433553886e-05,
      "loss": 0.3997,
      "step": 2772
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951152675742711e-05,
      "loss": 0.6905,
      "step": 2773
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511068970266845e-05,
      "loss": 0.7267,
      "step": 2774
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510610974068136e-05,
      "loss": 0.7124,
      "step": 2775
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510152768841042e-05,
      "loss": 0.6503,
      "step": 2776
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950969435459564e-05,
      "loss": 0.6317,
      "step": 2777
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509235731342e-05,
      "loss": 0.7005,
      "step": 2778
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508776899090206e-05,
      "loss": 0.6825,
      "step": 2779
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508317857850335e-05,
      "loss": 0.5804,
      "step": 2780
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507858607632483e-05,
      "loss": 0.749,
      "step": 2781
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507399148446745e-05,
      "loss": 0.6901,
      "step": 2782
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950693948030321e-05,
      "loss": 0.7124,
      "step": 2783
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506479603211992e-05,
      "loss": 0.6159,
      "step": 2784
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506019517183187e-05,
      "loss": 0.6249,
      "step": 2785
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505559222226916e-05,
      "loss": 0.7598,
      "step": 2786
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505098718353296e-05,
      "loss": 0.7468,
      "step": 2787
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504638005572444e-05,
      "loss": 0.7202,
      "step": 2788
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504177083894482e-05,
      "loss": 0.671,
      "step": 2789
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503715953329547e-05,
      "loss": 0.6615,
      "step": 2790
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950325461388777e-05,
      "loss": 0.7472,
      "step": 2791
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502793065579296e-05,
      "loss": 0.6118,
      "step": 2792
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950233130841426e-05,
      "loss": 0.7433,
      "step": 2793
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501869342402822e-05,
      "loss": 0.6271,
      "step": 2794
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501407167555126e-05,
      "loss": 0.7731,
      "step": 2795
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500944783881334e-05,
      "loss": 0.6781,
      "step": 2796
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500482191391606e-05,
      "loss": 0.5468,
      "step": 2797
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500019390096113e-05,
      "loss": 0.7101,
      "step": 2798
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499556380005023e-05,
      "loss": 0.7326,
      "step": 2799
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499093161128515e-05,
      "loss": 0.708,
      "step": 2800
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498629733476765e-05,
      "loss": 0.6203,
      "step": 2801
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498166097059967e-05,
      "loss": 0.4018,
      "step": 2802
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497702251888303e-05,
      "loss": 0.7468,
      "step": 2803
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949723819797197e-05,
      "loss": 0.6585,
      "step": 2804
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9496773935321166e-05,
      "loss": 0.6831,
      "step": 2805
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9496309463946098e-05,
      "loss": 0.6013,
      "step": 2806
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495844783856976e-05,
      "loss": 0.6662,
      "step": 2807
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495379895064007e-05,
      "loss": 0.6421,
      "step": 2808
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949491479757741e-05,
      "loss": 0.7543,
      "step": 2809
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949444949140741e-05,
      "loss": 0.6071,
      "step": 2810
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493983976564234e-05,
      "loss": 0.687,
      "step": 2811
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493518253058108e-05,
      "loss": 0.5625,
      "step": 2812
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493052320899272e-05,
      "loss": 0.7149,
      "step": 2813
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492586180097967e-05,
      "loss": 0.8075,
      "step": 2814
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492119830664437e-05,
      "loss": 0.5904,
      "step": 2815
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491653272608928e-05,
      "loss": 0.8332,
      "step": 2816
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491186505941703e-05,
      "loss": 0.6881,
      "step": 2817
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490719530673007e-05,
      "loss": 0.6807,
      "step": 2818
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490252346813118e-05,
      "loss": 0.5432,
      "step": 2819
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489784954372297e-05,
      "loss": 0.6837,
      "step": 2820
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489317353360817e-05,
      "loss": 0.6799,
      "step": 2821
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488849543788958e-05,
      "loss": 0.7432,
      "step": 2822
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488381525666993e-05,
      "loss": 0.6701,
      "step": 2823
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487913299005218e-05,
      "loss": 0.6834,
      "step": 2824
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487444863813923e-05,
      "loss": 0.442,
      "step": 2825
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486976220103394e-05,
      "loss": 0.7252,
      "step": 2826
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486507367883946e-05,
      "loss": 0.7965,
      "step": 2827
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948603830716587e-05,
      "loss": 0.6887,
      "step": 2828
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948556903795948e-05,
      "loss": 0.6836,
      "step": 2829
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485099560275094e-05,
      "loss": 0.7748,
      "step": 2830
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484629874123025e-05,
      "loss": 0.6618,
      "step": 2831
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484159979513603e-05,
      "loss": 0.7551,
      "step": 2832
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483689876457145e-05,
      "loss": 0.6248,
      "step": 2833
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483219564963988e-05,
      "loss": 0.644,
      "step": 2834
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948274904504447e-05,
      "loss": 0.6151,
      "step": 2835
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9482278316708934e-05,
      "loss": 0.7008,
      "step": 2836
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948180737996772e-05,
      "loss": 0.6796,
      "step": 2837
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481336234831185e-05,
      "loss": 0.6802,
      "step": 2838
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480864881309684e-05,
      "loss": 0.6739,
      "step": 2839
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480393319413568e-05,
      "loss": 0.7084,
      "step": 2840
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479921549153205e-05,
      "loss": 0.374,
      "step": 2841
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947944957053897e-05,
      "loss": 0.6945,
      "step": 2842
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947897738358123e-05,
      "loss": 0.716,
      "step": 2843
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478504988290366e-05,
      "loss": 0.6549,
      "step": 2844
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947803238467676e-05,
      "loss": 0.5136,
      "step": 2845
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477559572750796e-05,
      "loss": 0.7126,
      "step": 2846
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947708655252287e-05,
      "loss": 0.6672,
      "step": 2847
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947661332400338e-05,
      "loss": 0.6116,
      "step": 2848
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476139887202717e-05,
      "loss": 0.6106,
      "step": 2849
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475666242131294e-05,
      "loss": 0.6316,
      "step": 2850
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475192388799518e-05,
      "loss": 0.7583,
      "step": 2851
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474718327217807e-05,
      "loss": 0.586,
      "step": 2852
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947424405739658e-05,
      "loss": 0.645,
      "step": 2853
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473769579346258e-05,
      "loss": 0.6608,
      "step": 2854
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473294893077268e-05,
      "loss": 0.7319,
      "step": 2855
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9472819998600047e-05,
      "loss": 0.6501,
      "step": 2856
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947234489592503e-05,
      "loss": 0.6513,
      "step": 2857
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947186958506266e-05,
      "loss": 0.6313,
      "step": 2858
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471394066023384e-05,
      "loss": 0.6835,
      "step": 2859
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947091833881765e-05,
      "loss": 0.6508,
      "step": 2860
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947044240345592e-05,
      "loss": 0.7539,
      "step": 2861
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469966259948643e-05,
      "loss": 0.7711,
      "step": 2862
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94694899083063e-05,
      "loss": 0.7287,
      "step": 2863
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469013348539345e-05,
      "loss": 0.6953,
      "step": 2864
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468536580658263e-05,
      "loss": 0.6713,
      "step": 2865
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946805960467353e-05,
      "loss": 0.6861,
      "step": 2866
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946758242059562e-05,
      "loss": 0.6445,
      "step": 2867
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467105028435034e-05,
      "loss": 0.7438,
      "step": 2868
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466627428202258e-05,
      "loss": 0.6812,
      "step": 2869
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946614961990779e-05,
      "loss": 0.7191,
      "step": 2870
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946567160356213e-05,
      "loss": 0.7488,
      "step": 2871
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465193379175785e-05,
      "loss": 0.6858,
      "step": 2872
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464714946759264e-05,
      "loss": 0.6004,
      "step": 2873
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464236306323086e-05,
      "loss": 0.6978,
      "step": 2874
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946375745787777e-05,
      "loss": 0.6663,
      "step": 2875
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463278401433837e-05,
      "loss": 0.7283,
      "step": 2876
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462799137001816e-05,
      "loss": 0.6276,
      "step": 2877
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462319664592246e-05,
      "loss": 0.6589,
      "step": 2878
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946183998421566e-05,
      "loss": 0.4215,
      "step": 2879
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461360095882602e-05,
      "loss": 0.7396,
      "step": 2880
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946087999960362e-05,
      "loss": 0.5961,
      "step": 2881
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460399695389264e-05,
      "loss": 0.7215,
      "step": 2882
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459919183250095e-05,
      "loss": 0.6698,
      "step": 2883
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459438463196667e-05,
      "loss": 0.6942,
      "step": 2884
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945895753523955e-05,
      "loss": 0.6523,
      "step": 2885
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945847639938931e-05,
      "loss": 0.7306,
      "step": 2886
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457995055656528e-05,
      "loss": 0.6842,
      "step": 2887
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457513504051777e-05,
      "loss": 0.7513,
      "step": 2888
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457031744585646e-05,
      "loss": 0.8606,
      "step": 2889
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456549777268718e-05,
      "loss": 0.6277,
      "step": 2890
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945606760211159e-05,
      "loss": 0.7338,
      "step": 2891
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455585219124858e-05,
      "loss": 0.6893,
      "step": 2892
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455102628319125e-05,
      "loss": 0.6632,
      "step": 2893
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454619829704998e-05,
      "loss": 0.4419,
      "step": 2894
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454136823293083e-05,
      "loss": 0.7505,
      "step": 2895
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9453653609094e-05,
      "loss": 0.6599,
      "step": 2896
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945317018711837e-05,
      "loss": 0.6919,
      "step": 2897
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452686557376817e-05,
      "loss": 0.8121,
      "step": 2898
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945220271987997e-05,
      "loss": 0.6199,
      "step": 2899
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451718674638464e-05,
      "loss": 0.6704,
      "step": 2900
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451234421662936e-05,
      "loss": 0.6773,
      "step": 2901
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945074996096403e-05,
      "loss": 0.7271,
      "step": 2902
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9450265292552393e-05,
      "loss": 0.7275,
      "step": 2903
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449780416438676e-05,
      "loss": 0.6451,
      "step": 2904
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944929533263354e-05,
      "loss": 0.6593,
      "step": 2905
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448810041147644e-05,
      "loss": 0.7126,
      "step": 2906
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448324541991653e-05,
      "loss": 0.6934,
      "step": 2907
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944783883517624e-05,
      "loss": 0.7353,
      "step": 2908
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9447352920712076e-05,
      "loss": 0.4006,
      "step": 2909
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446866798609844e-05,
      "loss": 0.6748,
      "step": 2910
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446380468880227e-05,
      "loss": 0.6635,
      "step": 2911
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445893931533917e-05,
      "loss": 0.6903,
      "step": 2912
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445407186581603e-05,
      "loss": 0.6688,
      "step": 2913
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444920234033982e-05,
      "loss": 0.64,
      "step": 2914
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944443307390176e-05,
      "loss": 0.6531,
      "step": 2915
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443945706195646e-05,
      "loss": 0.683,
      "step": 2916
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443458130926346e-05,
      "loss": 0.7271,
      "step": 2917
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9442970348104576e-05,
      "loss": 0.7361,
      "step": 2918
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944248235774106e-05,
      "loss": 0.7437,
      "step": 2919
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441994159846526e-05,
      "loss": 0.7046,
      "step": 2920
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441505754431698e-05,
      "loss": 0.6516,
      "step": 2921
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441017141507315e-05,
      "loss": 0.6843,
      "step": 2922
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944052832108411e-05,
      "loss": 0.63,
      "step": 2923
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944003929317283e-05,
      "loss": 0.7029,
      "step": 2924
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439550057784228e-05,
      "loss": 0.6698,
      "step": 2925
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943906061492905e-05,
      "loss": 0.6571,
      "step": 2926
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438570964618053e-05,
      "loss": 0.6437,
      "step": 2927
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438081106862003e-05,
      "loss": 0.7157,
      "step": 2928
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437591041671663e-05,
      "loss": 0.6989,
      "step": 2929
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437100769057805e-05,
      "loss": 0.7407,
      "step": 2930
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436610289031206e-05,
      "loss": 0.6719,
      "step": 2931
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436119601602644e-05,
      "loss": 0.6861,
      "step": 2932
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435628706782903e-05,
      "loss": 0.6717,
      "step": 2933
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943513760458277e-05,
      "loss": 0.7292,
      "step": 2934
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434646295013045e-05,
      "loss": 0.6657,
      "step": 2935
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434154778084525e-05,
      "loss": 0.7707,
      "step": 2936
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943366305380801e-05,
      "loss": 0.6004,
      "step": 2937
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433171122194307e-05,
      "loss": 0.7078,
      "step": 2938
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432678983254227e-05,
      "loss": 0.7185,
      "step": 2939
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943218663699859e-05,
      "loss": 0.6886,
      "step": 2940
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431694083438216e-05,
      "loss": 0.7349,
      "step": 2941
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943120132258393e-05,
      "loss": 0.6576,
      "step": 2942
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943070835444656e-05,
      "loss": 0.416,
      "step": 2943
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430215179036948e-05,
      "loss": 0.6746,
      "step": 2944
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429721796365922e-05,
      "loss": 0.6722,
      "step": 2945
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429228206444332e-05,
      "loss": 0.6771,
      "step": 2946
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942873440928303e-05,
      "loss": 0.6646,
      "step": 2947
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9428240404892863e-05,
      "loss": 0.5895,
      "step": 2948
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942774619328469e-05,
      "loss": 0.7211,
      "step": 2949
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9427251774469375e-05,
      "loss": 0.5873,
      "step": 2950
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942675714845778e-05,
      "loss": 0.591,
      "step": 2951
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942626231526078e-05,
      "loss": 0.4525,
      "step": 2952
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9425767274889252e-05,
      "loss": 0.4602,
      "step": 2953
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9425272027354074e-05,
      "loss": 0.6584,
      "step": 2954
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942477657266613e-05,
      "loss": 0.6962,
      "step": 2955
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424280910836305e-05,
      "loss": 0.444,
      "step": 2956
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423785041875504e-05,
      "loss": 0.4298,
      "step": 2957
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423288965794618e-05,
      "loss": 0.6447,
      "step": 2958
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942279268260455e-05,
      "loss": 0.6329,
      "step": 2959
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942229619231621e-05,
      "loss": 0.7164,
      "step": 2960
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942179949494051e-05,
      "loss": 0.6339,
      "step": 2961
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9421302590488364e-05,
      "loss": 0.7445,
      "step": 2962
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420805478970693e-05,
      "loss": 0.6654,
      "step": 2963
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420308160398428e-05,
      "loss": 0.7619,
      "step": 2964
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419810634782493e-05,
      "loss": 0.7017,
      "step": 2965
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419312902133828e-05,
      "loss": 0.7391,
      "step": 2966
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941881496246337e-05,
      "loss": 0.6748,
      "step": 2967
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941831681578206e-05,
      "loss": 0.6722,
      "step": 2968
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417818462100852e-05,
      "loss": 0.7096,
      "step": 2969
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417319901430697e-05,
      "loss": 0.6066,
      "step": 2970
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941682113378255e-05,
      "loss": 0.7503,
      "step": 2971
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416322159167373e-05,
      "loss": 0.6349,
      "step": 2972
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941582297759614e-05,
      "loss": 0.6229,
      "step": 2973
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415323589079814e-05,
      "loss": 0.6228,
      "step": 2974
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414823993629375e-05,
      "loss": 0.7352,
      "step": 2975
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94143241912558e-05,
      "loss": 0.6894,
      "step": 2976
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9413824181970076e-05,
      "loss": 0.7158,
      "step": 2977
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9413323965783198e-05,
      "loss": 0.6513,
      "step": 2978
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941282354270615e-05,
      "loss": 0.3871,
      "step": 2979
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9412322912749935e-05,
      "loss": 0.71,
      "step": 2980
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411822075925556e-05,
      "loss": 0.6547,
      "step": 2981
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411321032244023e-05,
      "loss": 0.6978,
      "step": 2982
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410819781716345e-05,
      "loss": 0.6197,
      "step": 2983
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941031832435354e-05,
      "loss": 0.6271,
      "step": 2984
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409816660166626e-05,
      "loss": 0.7138,
      "step": 2985
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409314789166633e-05,
      "loss": 0.6983,
      "step": 2986
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408812711364587e-05,
      "loss": 0.7101,
      "step": 2987
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408310426771532e-05,
      "loss": 0.6682,
      "step": 2988
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407807935398497e-05,
      "loss": 0.6672,
      "step": 2989
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940730523725653e-05,
      "loss": 0.6071,
      "step": 2990
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940680233235668e-05,
      "loss": 0.6697,
      "step": 2991
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406299220710004e-05,
      "loss": 0.645,
      "step": 2992
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405795902327552e-05,
      "loss": 0.6464,
      "step": 2993
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405292377220387e-05,
      "loss": 0.7494,
      "step": 2994
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940478864539958e-05,
      "loss": 0.6377,
      "step": 2995
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404284706876204e-05,
      "loss": 0.7405,
      "step": 2996
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403780561661327e-05,
      "loss": 0.5804,
      "step": 2997
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403276209766038e-05,
      "loss": 0.7029,
      "step": 2998
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9402771651201414e-05,
      "loss": 0.6653,
      "step": 2999
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940226688597855e-05,
      "loss": 0.7593,
      "step": 3000
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401761914108535e-05,
      "loss": 0.5858,
      "step": 3001
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940125673560247e-05,
      "loss": 0.7055,
      "step": 3002
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940075135047146e-05,
      "loss": 0.6262,
      "step": 3003
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9400245758726612e-05,
      "loss": 0.5791,
      "step": 3004
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399739960379037e-05,
      "loss": 0.7382,
      "step": 3005
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399233955439848e-05,
      "loss": 0.6703,
      "step": 3006
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9398727743920172e-05,
      "loss": 0.725,
      "step": 3007
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9398221325831136e-05,
      "loss": 0.6995,
      "step": 3008
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397714701183863e-05,
      "loss": 0.7093,
      "step": 3009
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397207869989492e-05,
      "loss": 0.6347,
      "step": 3010
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396700832259165e-05,
      "loss": 0.7765,
      "step": 3011
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939619358800402e-05,
      "loss": 0.6198,
      "step": 3012
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939568613723521e-05,
      "loss": 0.6446,
      "step": 3013
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395178479963884e-05,
      "loss": 0.6962,
      "step": 3014
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394670616201203e-05,
      "loss": 0.7149,
      "step": 3015
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939416254595833e-05,
      "loss": 0.6666,
      "step": 3016
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939365426924643e-05,
      "loss": 0.7965,
      "step": 3017
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9393145786076667e-05,
      "loss": 0.4219,
      "step": 3018
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939263709646023e-05,
      "loss": 0.6752,
      "step": 3019
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939212820040829e-05,
      "loss": 0.6624,
      "step": 3020
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391619097932036e-05,
      "loss": 0.5943,
      "step": 3021
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391109789042655e-05,
      "loss": 0.6539,
      "step": 3022
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939060027375134e-05,
      "loss": 0.7352,
      "step": 3023
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939009055206929e-05,
      "loss": 0.6002,
      "step": 3024
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389580624007712e-05,
      "loss": 0.6032,
      "step": 3025
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938907048957781e-05,
      "loss": 0.6845,
      "step": 3026
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388560148790793e-05,
      "loss": 0.6392,
      "step": 3027
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388049601657882e-05,
      "loss": 0.77,
      "step": 3028
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387538848190293e-05,
      "loss": 0.6867,
      "step": 3029
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938702788839926e-05,
      "loss": 0.6964,
      "step": 3030
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386516722296008e-05,
      "loss": 0.719,
      "step": 3031
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938600534989177e-05,
      "loss": 0.7127,
      "step": 3032
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385493771197786e-05,
      "loss": 0.6316,
      "step": 3033
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384981986225305e-05,
      "loss": 0.7135,
      "step": 3034
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938446999498557e-05,
      "loss": 0.6632,
      "step": 3035
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938395779748983e-05,
      "loss": 0.6675,
      "step": 3036
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938344539374935e-05,
      "loss": 0.6637,
      "step": 3037
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382932783775386e-05,
      "loss": 0.6749,
      "step": 3038
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382419967579215e-05,
      "loss": 0.6535,
      "step": 3039
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381906945172093e-05,
      "loss": 0.6777,
      "step": 3040
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93813937165653e-05,
      "loss": 0.7001,
      "step": 3041
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380880281770126e-05,
      "loss": 0.6166,
      "step": 3042
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380366640797845e-05,
      "loss": 0.7295,
      "step": 3043
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9379852793659747e-05,
      "loss": 0.76,
      "step": 3044
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937933874036713e-05,
      "loss": 0.6859,
      "step": 3045
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937882448093129e-05,
      "loss": 0.7683,
      "step": 3046
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937831001536353e-05,
      "loss": 0.7082,
      "step": 3047
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377795343675154e-05,
      "loss": 0.7038,
      "step": 3048
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377280465877476e-05,
      "loss": 0.6253,
      "step": 3049
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376765381981815e-05,
      "loss": 0.7188,
      "step": 3050
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376250091999487e-05,
      "loss": 0.651,
      "step": 3051
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937573459594182e-05,
      "loss": 0.6517,
      "step": 3052
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375218893820143e-05,
      "loss": 0.7293,
      "step": 3053
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374702985645788e-05,
      "loss": 0.7538,
      "step": 3054
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374186871430098e-05,
      "loss": 0.8226,
      "step": 3055
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373670551184415e-05,
      "loss": 0.6503,
      "step": 3056
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373154024920086e-05,
      "loss": 0.6067,
      "step": 3057
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372637292648466e-05,
      "loss": 0.768,
      "step": 3058
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937212035438091e-05,
      "loss": 0.677,
      "step": 3059
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9371603210128777e-05,
      "loss": 0.7327,
      "step": 3060
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9371085859903437e-05,
      "loss": 0.6938,
      "step": 3061
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937056830371626e-05,
      "loss": 0.6945,
      "step": 3062
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937005054157862e-05,
      "loss": 0.6448,
      "step": 3063
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369532573501898e-05,
      "loss": 0.6658,
      "step": 3064
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936901439949747e-05,
      "loss": 0.6689,
      "step": 3065
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936849601957674e-05,
      "loss": 0.6682,
      "step": 3066
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936797743375109e-05,
      "loss": 0.6021,
      "step": 3067
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367458642031918e-05,
      "loss": 0.6792,
      "step": 3068
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9366939644430628e-05,
      "loss": 0.6464,
      "step": 3069
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936642044095863e-05,
      "loss": 0.6553,
      "step": 3070
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365901031627336e-05,
      "loss": 0.6271,
      "step": 3071
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365381416448154e-05,
      "loss": 0.3766,
      "step": 3072
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364861595432508e-05,
      "loss": 0.6682,
      "step": 3073
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364341568591827e-05,
      "loss": 0.6287,
      "step": 3074
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363821335937536e-05,
      "loss": 0.7324,
      "step": 3075
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936330089748107e-05,
      "loss": 0.5831,
      "step": 3076
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362780253233865e-05,
      "loss": 0.6946,
      "step": 3077
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936225940320737e-05,
      "loss": 0.7831,
      "step": 3078
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9361738347413025e-05,
      "loss": 0.6906,
      "step": 3079
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936121708586229e-05,
      "loss": 0.6247,
      "step": 3080
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360695618566615e-05,
      "loss": 0.6383,
      "step": 3081
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360173945537462e-05,
      "loss": 0.7085,
      "step": 3082
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93596520667863e-05,
      "loss": 0.6507,
      "step": 3083
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359129982324595e-05,
      "loss": 0.7389,
      "step": 3084
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358607692163825e-05,
      "loss": 0.5888,
      "step": 3085
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935808519631547e-05,
      "loss": 0.4073,
      "step": 3086
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935756249479101e-05,
      "loss": 0.6843,
      "step": 3087
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357039587601932e-05,
      "loss": 0.6709,
      "step": 3088
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9356516474759735e-05,
      "loss": 0.6862,
      "step": 3089
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935599315627591e-05,
      "loss": 0.6707,
      "step": 3090
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355469632161962e-05,
      "loss": 0.6487,
      "step": 3091
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9354945902429396e-05,
      "loss": 0.6268,
      "step": 3092
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9354421967089727e-05,
      "loss": 0.5585,
      "step": 3093
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935389782615446e-05,
      "loss": 0.6889,
      "step": 3094
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9353373479635123e-05,
      "loss": 0.6924,
      "step": 3095
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935284892754324e-05,
      "loss": 0.6003,
      "step": 3096
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9352324169890337e-05,
      "loss": 0.6641,
      "step": 3097
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935179920668795e-05,
      "loss": 0.6047,
      "step": 3098
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9351274037947616e-05,
      "loss": 0.6832,
      "step": 3099
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350748663680877e-05,
      "loss": 0.7492,
      "step": 3100
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350223083899277e-05,
      "loss": 0.7134,
      "step": 3101
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349697298614375e-05,
      "loss": 0.6395,
      "step": 3102
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934917130783772e-05,
      "loss": 0.6329,
      "step": 3103
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9348645111580873e-05,
      "loss": 0.6716,
      "step": 3104
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93481187098554e-05,
      "loss": 0.5821,
      "step": 3105
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347592102672874e-05,
      "loss": 0.6335,
      "step": 3106
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347065290044868e-05,
      "loss": 0.4149,
      "step": 3107
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9346538271982956e-05,
      "loss": 0.7125,
      "step": 3108
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9346011048498722e-05,
      "loss": 0.5959,
      "step": 3109
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934548361960376e-05,
      "loss": 0.7606,
      "step": 3110
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344955985309655e-05,
      "loss": 0.6622,
      "step": 3111
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344428145628004e-05,
      "loss": 0.697,
      "step": 3112
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343900100570414e-05,
      "loss": 0.6771,
      "step": 3113
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343371850148483e-05,
      "loss": 0.6744,
      "step": 3114
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9342843394373825e-05,
      "loss": 0.7623,
      "step": 3115
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9342314733258056e-05,
      "loss": 0.6264,
      "step": 3116
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341785866812794e-05,
      "loss": 0.6947,
      "step": 3117
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934125679504966e-05,
      "loss": 0.664,
      "step": 3118
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340727517980285e-05,
      "loss": 0.707,
      "step": 3119
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340198035616302e-05,
      "loss": 0.5765,
      "step": 3120
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9339668347969347e-05,
      "loss": 0.7361,
      "step": 3121
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933913845505106e-05,
      "loss": 0.655,
      "step": 3122
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338608356873094e-05,
      "loss": 0.7282,
      "step": 3123
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933807805344709e-05,
      "loss": 0.6434,
      "step": 3124
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933754754478471e-05,
      "loss": 0.7521,
      "step": 3125
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9337016830897615e-05,
      "loss": 0.658,
      "step": 3126
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336485911797462e-05,
      "loss": 0.6461,
      "step": 3127
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335954787495926e-05,
      "loss": 0.6931,
      "step": 3128
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335423458004678e-05,
      "loss": 0.8203,
      "step": 3129
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334891923335392e-05,
      "loss": 0.6578,
      "step": 3130
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334360183499757e-05,
      "loss": 0.7085,
      "step": 3131
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933382823850946e-05,
      "loss": 0.5677,
      "step": 3132
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9333296088376188e-05,
      "loss": 0.6967,
      "step": 3133
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933276373311164e-05,
      "loss": 0.7121,
      "step": 3134
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9332231172727507e-05,
      "loss": 0.6318,
      "step": 3135
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933169840723551e-05,
      "loss": 0.675,
      "step": 3136
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331165436647344e-05,
      "loss": 0.719,
      "step": 3137
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9330632260974732e-05,
      "loss": 0.718,
      "step": 3138
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9330098880229386e-05,
      "loss": 0.7075,
      "step": 3139
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9329565294423035e-05,
      "loss": 0.8768,
      "step": 3140
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93290315035674e-05,
      "loss": 0.6164,
      "step": 3141
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328497507674223e-05,
      "loss": 0.5728,
      "step": 3142
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327963306755226e-05,
      "loss": 0.6581,
      "step": 3143
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327428900822162e-05,
      "loss": 0.6878,
      "step": 3144
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932689428988677e-05,
      "loss": 0.7291,
      "step": 3145
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9326359473960802e-05,
      "loss": 0.7494,
      "step": 3146
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325824453056012e-05,
      "loss": 0.7275,
      "step": 3147
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932528922718416e-05,
      "loss": 0.6763,
      "step": 3148
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932475379635701e-05,
      "loss": 0.7809,
      "step": 3149
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9324218160586327e-05,
      "loss": 0.7255,
      "step": 3150
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323682319883883e-05,
      "loss": 0.6546,
      "step": 3151
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323146274261456e-05,
      "loss": 0.6656,
      "step": 3152
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322610023730832e-05,
      "loss": 0.756,
      "step": 3153
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932207356830379e-05,
      "loss": 0.7006,
      "step": 3154
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932153690799213e-05,
      "loss": 0.7076,
      "step": 3155
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321000042807636e-05,
      "loss": 0.7456,
      "step": 3156
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9320462972762112e-05,
      "loss": 0.6148,
      "step": 3157
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319925697867365e-05,
      "loss": 0.6724,
      "step": 3158
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319388218135196e-05,
      "loss": 0.7127,
      "step": 3159
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318850533577426e-05,
      "loss": 0.6381,
      "step": 3160
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318312644205867e-05,
      "loss": 0.6907,
      "step": 3161
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317774550032346e-05,
      "loss": 0.616,
      "step": 3162
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317236251068684e-05,
      "loss": 0.695,
      "step": 3163
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316697747326713e-05,
      "loss": 0.6471,
      "step": 3164
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931615903881827e-05,
      "loss": 0.6645,
      "step": 3165
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93156201255552e-05,
      "loss": 0.7089,
      "step": 3166
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931508100754934e-05,
      "loss": 0.7632,
      "step": 3167
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931454168481254e-05,
      "loss": 0.6517,
      "step": 3168
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9314002157356655e-05,
      "loss": 0.7149,
      "step": 3169
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931346242519354e-05,
      "loss": 0.6738,
      "step": 3170
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9312922488335063e-05,
      "loss": 0.7652,
      "step": 3171
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931238234679309e-05,
      "loss": 0.6084,
      "step": 3172
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931184200057949e-05,
      "loss": 0.648,
      "step": 3173
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311301449706138e-05,
      "loss": 0.723,
      "step": 3174
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310760694184916e-05,
      "loss": 0.3882,
      "step": 3175
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310219734027712e-05,
      "loss": 0.6662,
      "step": 3176
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930967856924641e-05,
      "loss": 0.6984,
      "step": 3177
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309137199852907e-05,
      "loss": 0.7368,
      "step": 3178
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.93085956258591e-05,
      "loss": 0.7829,
      "step": 3179
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9308053847276893e-05,
      "loss": 0.6421,
      "step": 3180
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307511864118192e-05,
      "loss": 0.6281,
      "step": 3181
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306969676394916e-05,
      "loss": 0.7629,
      "step": 3182
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930642728411897e-05,
      "loss": 0.6683,
      "step": 3183
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305884687302283e-05,
      "loss": 0.7107,
      "step": 3184
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305341885956776e-05,
      "loss": 0.6062,
      "step": 3185
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930479888009438e-05,
      "loss": 0.6774,
      "step": 3186
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304255669727038e-05,
      "loss": 0.7556,
      "step": 3187
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303712254866677e-05,
      "loss": 0.5834,
      "step": 3188
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303168635525243e-05,
      "loss": 0.6401,
      "step": 3189
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302624811714685e-05,
      "loss": 0.5902,
      "step": 3190
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302080783446958e-05,
      "loss": 0.709,
      "step": 3191
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301536550734015e-05,
      "loss": 0.683,
      "step": 3192
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300992113587825e-05,
      "loss": 0.7269,
      "step": 3193
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300447472020342e-05,
      "loss": 0.6268,
      "step": 3194
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299902626043546e-05,
      "loss": 0.7482,
      "step": 3195
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299357575669408e-05,
      "loss": 0.7691,
      "step": 3196
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9298812320909906e-05,
      "loss": 0.6268,
      "step": 3197
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9298266861777028e-05,
      "loss": 0.6083,
      "step": 3198
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297721198282756e-05,
      "loss": 0.6818,
      "step": 3199
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929717533043909e-05,
      "loss": 0.6404,
      "step": 3200
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9296629258258025e-05,
      "loss": 0.6083,
      "step": 3201
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929608298175156e-05,
      "loss": 0.7324,
      "step": 3202
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295536500931704e-05,
      "loss": 0.6267,
      "step": 3203
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294989815810466e-05,
      "loss": 0.5926,
      "step": 3204
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294442926399864e-05,
      "loss": 0.7602,
      "step": 3205
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293895832711915e-05,
      "loss": 0.7451,
      "step": 3206
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293348534758647e-05,
      "loss": 0.7079,
      "step": 3207
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9292801032552085e-05,
      "loss": 0.6877,
      "step": 3208
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929225332610426e-05,
      "loss": 0.697,
      "step": 3209
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291705415427215e-05,
      "loss": 0.6941,
      "step": 3210
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291157300532994e-05,
      "loss": 0.6642,
      "step": 3211
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9290608981433633e-05,
      "loss": 0.6391,
      "step": 3212
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9290060458141196e-05,
      "loss": 0.6403,
      "step": 3213
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9289511730667733e-05,
      "loss": 0.6229,
      "step": 3214
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92889627990253e-05,
      "loss": 0.7708,
      "step": 3215
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288413663225966e-05,
      "loss": 0.6192,
      "step": 3216
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287864323281804e-05,
      "loss": 0.618,
      "step": 3217
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287314779204882e-05,
      "loss": 0.6519,
      "step": 3218
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286765031007278e-05,
      "loss": 0.6536,
      "step": 3219
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286215078701076e-05,
      "loss": 0.7938,
      "step": 3220
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285664922298366e-05,
      "loss": 0.7595,
      "step": 3221
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285114561811236e-05,
      "loss": 0.6651,
      "step": 3222
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928456399725178e-05,
      "loss": 0.6679,
      "step": 3223
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9284013228632105e-05,
      "loss": 0.7363,
      "step": 3224
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9283462255964312e-05,
      "loss": 0.6226,
      "step": 3225
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928291107926051e-05,
      "loss": 0.6395,
      "step": 3226
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282359698532816e-05,
      "loss": 0.4023,
      "step": 3227
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9281808113793348e-05,
      "loss": 0.7437,
      "step": 3228
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9281256325054224e-05,
      "loss": 0.6446,
      "step": 3229
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280704332327577e-05,
      "loss": 0.6143,
      "step": 3230
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280152135625534e-05,
      "loss": 0.5992,
      "step": 3231
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279599734960237e-05,
      "loss": 0.7649,
      "step": 3232
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279047130343823e-05,
      "loss": 0.6844,
      "step": 3233
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9278494321788442e-05,
      "loss": 0.7309,
      "step": 3234
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927794130930624e-05,
      "loss": 0.6892,
      "step": 3235
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277388092909367e-05,
      "loss": 0.7413,
      "step": 3236
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927683467260999e-05,
      "loss": 0.6015,
      "step": 3237
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9276281048420268e-05,
      "loss": 0.6062,
      "step": 3238
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927572722035237e-05,
      "loss": 0.7698,
      "step": 3239
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927517318841847e-05,
      "loss": 0.7178,
      "step": 3240
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927461895263074e-05,
      "loss": 0.6463,
      "step": 3241
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9274064513001368e-05,
      "loss": 0.6441,
      "step": 3242
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273509869542532e-05,
      "loss": 0.7249,
      "step": 3243
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927295502226643e-05,
      "loss": 0.6978,
      "step": 3244
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927239997118525e-05,
      "loss": 0.6788,
      "step": 3245
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927184471631119e-05,
      "loss": 0.5726,
      "step": 3246
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9271289257656465e-05,
      "loss": 0.6734,
      "step": 3247
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270733595233273e-05,
      "loss": 0.6622,
      "step": 3248
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927017772905383e-05,
      "loss": 0.6546,
      "step": 3249
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9269621659130347e-05,
      "loss": 0.664,
      "step": 3250
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9269065385475058e-05,
      "loss": 0.6064,
      "step": 3251
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9268508908100176e-05,
      "loss": 0.6999,
      "step": 3252
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926795222701794e-05,
      "loss": 0.7113,
      "step": 3253
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267395342240583e-05,
      "loss": 0.7144,
      "step": 3254
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926683825378034e-05,
      "loss": 0.6763,
      "step": 3255
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266280961649465e-05,
      "loss": 0.5669,
      "step": 3256
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265723465860197e-05,
      "loss": 0.6229,
      "step": 3257
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926516576642479e-05,
      "loss": 0.7971,
      "step": 3258
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264607863355507e-05,
      "loss": 0.6403,
      "step": 3259
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264049756664603e-05,
      "loss": 0.6979,
      "step": 3260
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926349144636435e-05,
      "loss": 0.7818,
      "step": 3261
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262932932467017e-05,
      "loss": 0.6535,
      "step": 3262
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262374214984873e-05,
      "loss": 0.7175,
      "step": 3263
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261815293930208e-05,
      "loss": 0.6371,
      "step": 3264
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92612561693153e-05,
      "loss": 0.6235,
      "step": 3265
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926069684115244e-05,
      "loss": 0.68,
      "step": 3266
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9260137309453923e-05,
      "loss": 0.695,
      "step": 3267
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925957757423204e-05,
      "loss": 0.6065,
      "step": 3268
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92590176354991e-05,
      "loss": 0.737,
      "step": 3269
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9258457493267405e-05,
      "loss": 0.5683,
      "step": 3270
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257897147549266e-05,
      "loss": 0.7415,
      "step": 3271
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257336598357e-05,
      "loss": 0.6798,
      "step": 3272
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256775845702933e-05,
      "loss": 0.5512,
      "step": 3273
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925621488959938e-05,
      "loss": 0.6967,
      "step": 3274
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255653730058674e-05,
      "loss": 0.8162,
      "step": 3275
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925509236709315e-05,
      "loss": 0.576,
      "step": 3276
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925453080071514e-05,
      "loss": 0.7234,
      "step": 3277
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925396903093699e-05,
      "loss": 0.6919,
      "step": 3278
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9253407057771052e-05,
      "loss": 0.6782,
      "step": 3279
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925284488122967e-05,
      "loss": 0.705,
      "step": 3280
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252282501325204e-05,
      "loss": 0.7195,
      "step": 3281
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925171991807001e-05,
      "loss": 0.6627,
      "step": 3282
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9251157131476456e-05,
      "loss": 0.692,
      "step": 3283
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250594141556907e-05,
      "loss": 0.7022,
      "step": 3284
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250030948323745e-05,
      "loss": 0.7919,
      "step": 3285
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924946755178934e-05,
      "loss": 0.6879,
      "step": 3286
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248903951966082e-05,
      "loss": 0.6326,
      "step": 3287
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248340148866348e-05,
      "loss": 0.7337,
      "step": 3288
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924777614250254e-05,
      "loss": 0.7794,
      "step": 3289
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247211932887046e-05,
      "loss": 0.6343,
      "step": 3290
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9246647520032268e-05,
      "loss": 0.6351,
      "step": 3291
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9246082903950616e-05,
      "loss": 0.7332,
      "step": 3292
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9245518084654495e-05,
      "loss": 0.6512,
      "step": 3293
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9244953062156322e-05,
      "loss": 0.6511,
      "step": 3294
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924438783646851e-05,
      "loss": 0.7285,
      "step": 3295
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9243822407603486e-05,
      "loss": 0.6859,
      "step": 3296
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9243256775573676e-05,
      "loss": 0.5754,
      "step": 3297
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924269094039151e-05,
      "loss": 0.6614,
      "step": 3298
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924212490206943e-05,
      "loss": 0.6188,
      "step": 3299
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924155866061987e-05,
      "loss": 0.6732,
      "step": 3300
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240992216055278e-05,
      "loss": 0.6453,
      "step": 3301
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240425568388105e-05,
      "loss": 0.6049,
      "step": 3302
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239858717630796e-05,
      "loss": 0.6899,
      "step": 3303
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239291663795824e-05,
      "loss": 0.6031,
      "step": 3304
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238724406895642e-05,
      "loss": 0.6559,
      "step": 3305
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238156946942724e-05,
      "loss": 0.641,
      "step": 3306
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9237589283949534e-05,
      "loss": 0.7853,
      "step": 3307
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9237021417928553e-05,
      "loss": 0.7115,
      "step": 3308
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236453348892264e-05,
      "loss": 0.6358,
      "step": 3309
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9235885076853148e-05,
      "loss": 0.6468,
      "step": 3310
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9235316601823695e-05,
      "loss": 0.619,
      "step": 3311
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9234747923816402e-05,
      "loss": 0.7222,
      "step": 3312
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9234179042843766e-05,
      "loss": 0.7966,
      "step": 3313
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233609958918288e-05,
      "loss": 0.7919,
      "step": 3314
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923304067205248e-05,
      "loss": 0.6794,
      "step": 3315
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923247118225885e-05,
      "loss": 0.7089,
      "step": 3316
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923190148954992e-05,
      "loss": 0.7258,
      "step": 3317
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9231331593938203e-05,
      "loss": 0.5963,
      "step": 3318
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923076149543623e-05,
      "loss": 0.6931,
      "step": 3319
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230191194056532e-05,
      "loss": 0.7068,
      "step": 3320
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229620689811636e-05,
      "loss": 0.6891,
      "step": 3321
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922904998271409e-05,
      "loss": 0.6467,
      "step": 3322
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922847907277643e-05,
      "loss": 0.7379,
      "step": 3323
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227907960011206e-05,
      "loss": 0.7649,
      "step": 3324
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227336644430977e-05,
      "loss": 0.7087,
      "step": 3325
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922676512604829e-05,
      "loss": 0.6446,
      "step": 3326
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9226193404875708e-05,
      "loss": 0.7013,
      "step": 3327
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9225621480925797e-05,
      "loss": 0.7496,
      "step": 3328
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922504935421113e-05,
      "loss": 0.6518,
      "step": 3329
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922447702474428e-05,
      "loss": 0.6248,
      "step": 3330
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223904492537822e-05,
      "loss": 0.5711,
      "step": 3331
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223331757604348e-05,
      "loss": 0.6379,
      "step": 3332
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222758819956438e-05,
      "loss": 0.6666,
      "step": 3333
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922218567960669e-05,
      "loss": 0.6049,
      "step": 3334
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221612336567693e-05,
      "loss": 0.7966,
      "step": 3335
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221038790852056e-05,
      "loss": 0.6059,
      "step": 3336
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220465042472378e-05,
      "loss": 0.6474,
      "step": 3337
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219891091441277e-05,
      "loss": 0.7158,
      "step": 3338
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219316937771356e-05,
      "loss": 0.7328,
      "step": 3339
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218742581475248e-05,
      "loss": 0.7254,
      "step": 3340
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218168022565565e-05,
      "loss": 0.6612,
      "step": 3341
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9217593261054942e-05,
      "loss": 0.7123,
      "step": 3342
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921701829695601e-05,
      "loss": 0.8059,
      "step": 3343
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92164431302814e-05,
      "loss": 0.7349,
      "step": 3344
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215867761043765e-05,
      "loss": 0.6651,
      "step": 3345
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921529218925574e-05,
      "loss": 0.6096,
      "step": 3346
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214716414929973e-05,
      "loss": 0.5783,
      "step": 3347
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921414043807913e-05,
      "loss": 0.6979,
      "step": 3348
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9213564258715866e-05,
      "loss": 0.6806,
      "step": 3349
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921298787685284e-05,
      "loss": 0.6249,
      "step": 3350
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9212411292502726e-05,
      "loss": 0.688,
      "step": 3351
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921183450567819e-05,
      "loss": 0.6527,
      "step": 3352
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211257516391914e-05,
      "loss": 0.6464,
      "step": 3353
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921068032465658e-05,
      "loss": 0.7154,
      "step": 3354
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9210102930484866e-05,
      "loss": 0.7048,
      "step": 3355
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920952533388947e-05,
      "loss": 0.6078,
      "step": 3356
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208947534883085e-05,
      "loss": 0.6141,
      "step": 3357
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920836953347841e-05,
      "loss": 0.6282,
      "step": 3358
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207791329688145e-05,
      "loss": 0.5847,
      "step": 3359
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207212923525e-05,
      "loss": 0.7013,
      "step": 3360
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206634315001693e-05,
      "loss": 0.7161,
      "step": 3361
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206055504130933e-05,
      "loss": 0.6331,
      "step": 3362
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9205476490925448e-05,
      "loss": 0.686,
      "step": 3363
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9204897275397955e-05,
      "loss": 0.7048,
      "step": 3364
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9204317857561196e-05,
      "loss": 0.6953,
      "step": 3365
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9203738237427893e-05,
      "loss": 0.6682,
      "step": 3366
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9203158415010797e-05,
      "loss": 0.6847,
      "step": 3367
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202578390322646e-05,
      "loss": 0.7418,
      "step": 3368
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201998163376184e-05,
      "loss": 0.6917,
      "step": 3369
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201417734184173e-05,
      "loss": 0.665,
      "step": 3370
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920083710275936e-05,
      "loss": 0.6951,
      "step": 3371
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9200256269114513e-05,
      "loss": 0.4393,
      "step": 3372
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199675233262394e-05,
      "loss": 0.737,
      "step": 3373
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919909399521578e-05,
      "loss": 0.6342,
      "step": 3374
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198512554987438e-05,
      "loss": 0.7169,
      "step": 3375
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197930912590146e-05,
      "loss": 0.5885,
      "step": 3376
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197349068036696e-05,
      "loss": 0.6978,
      "step": 3377
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919676702133987e-05,
      "loss": 0.5849,
      "step": 3378
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9196184772512463e-05,
      "loss": 0.7583,
      "step": 3379
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919560232156727e-05,
      "loss": 0.6736,
      "step": 3380
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9195019668517095e-05,
      "loss": 0.7034,
      "step": 3381
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919443681337474e-05,
      "loss": 0.4105,
      "step": 3382
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193853756153018e-05,
      "loss": 0.7033,
      "step": 3383
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193270496864742e-05,
      "loss": 0.6806,
      "step": 3384
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9192687035522737e-05,
      "loss": 0.4094,
      "step": 3385
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9192103372139816e-05,
      "loss": 0.5885,
      "step": 3386
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9191519506728814e-05,
      "loss": 0.6833,
      "step": 3387
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9190935439302564e-05,
      "loss": 0.6554,
      "step": 3388
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9190351169873902e-05,
      "loss": 0.6158,
      "step": 3389
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189766698455665e-05,
      "loss": 0.6679,
      "step": 3390
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189182025060703e-05,
      "loss": 0.5949,
      "step": 3391
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9188597149701865e-05,
      "loss": 0.6363,
      "step": 3392
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918801207239201e-05,
      "loss": 0.6721,
      "step": 3393
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918742679314399e-05,
      "loss": 0.7037,
      "step": 3394
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918684131197067e-05,
      "loss": 0.7554,
      "step": 3395
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9186255628884924e-05,
      "loss": 0.6456,
      "step": 3396
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918566974389962e-05,
      "loss": 0.6764,
      "step": 3397
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918508365702763e-05,
      "loss": 0.7003,
      "step": 3398
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184497368281842e-05,
      "loss": 0.69,
      "step": 3399
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183910877675142e-05,
      "loss": 0.685,
      "step": 3400
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183324185220416e-05,
      "loss": 0.7266,
      "step": 3401
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9182737290930562e-05,
      "loss": 0.6403,
      "step": 3402
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918215019481848e-05,
      "loss": 0.7654,
      "step": 3403
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181562896897064e-05,
      "loss": 0.6736,
      "step": 3404
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9180975397179234e-05,
      "loss": 0.703,
      "step": 3405
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9180387695677895e-05,
      "loss": 0.6462,
      "step": 3406
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179799792405966e-05,
      "loss": 0.7339,
      "step": 3407
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179211687376372e-05,
      "loss": 0.7274,
      "step": 3408
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917862338060203e-05,
      "loss": 0.5461,
      "step": 3409
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178034872095878e-05,
      "loss": 0.6109,
      "step": 3410
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917744616187085e-05,
      "loss": 0.7049,
      "step": 3411
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917685724993988e-05,
      "loss": 0.7044,
      "step": 3412
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917626813631591e-05,
      "loss": 0.5974,
      "step": 3413
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175678821011895e-05,
      "loss": 0.4442,
      "step": 3414
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917508930404078e-05,
      "loss": 0.6209,
      "step": 3415
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917449958541553e-05,
      "loss": 0.535,
      "step": 3416
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91739096651491e-05,
      "loss": 0.6273,
      "step": 3417
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9173319543254457e-05,
      "loss": 0.7164,
      "step": 3418
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917272921974457e-05,
      "loss": 0.4281,
      "step": 3419
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9172138694632417e-05,
      "loss": 0.7098,
      "step": 3420
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917154796793097e-05,
      "loss": 0.6205,
      "step": 3421
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917095703965322e-05,
      "loss": 0.7251,
      "step": 3422
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9170365909812152e-05,
      "loss": 0.6263,
      "step": 3423
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916977457842075e-05,
      "loss": 0.6446,
      "step": 3424
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916918304549203e-05,
      "loss": 0.6773,
      "step": 3425
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9168591311038972e-05,
      "loss": 0.673,
      "step": 3426
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167999375074592e-05,
      "loss": 0.6823,
      "step": 3427
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167407237611896e-05,
      "loss": 0.6401,
      "step": 3428
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166814898663904e-05,
      "loss": 0.7112,
      "step": 3429
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166222358243627e-05,
      "loss": 0.7328,
      "step": 3430
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9165629616364098e-05,
      "loss": 0.6567,
      "step": 3431
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916503667303833e-05,
      "loss": 0.6066,
      "step": 3432
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9164443528279372e-05,
      "loss": 0.7346,
      "step": 3433
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163850182100247e-05,
      "loss": 0.7174,
      "step": 3434
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163256634514003e-05,
      "loss": 0.6588,
      "step": 3435
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162662885533683e-05,
      "loss": 0.5505,
      "step": 3436
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162068935172336e-05,
      "loss": 0.801,
      "step": 3437
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9161474783443014e-05,
      "loss": 0.6896,
      "step": 3438
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160880430358782e-05,
      "loss": 0.6758,
      "step": 3439
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160285875932697e-05,
      "loss": 0.6968,
      "step": 3440
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159691120177832e-05,
      "loss": 0.7626,
      "step": 3441
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159096163107253e-05,
      "loss": 0.4284,
      "step": 3442
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915850100473404e-05,
      "loss": 0.6811,
      "step": 3443
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915790564507127e-05,
      "loss": 0.7269,
      "step": 3444
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9157310084132033e-05,
      "loss": 0.7283,
      "step": 3445
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156714321929414e-05,
      "loss": 0.6726,
      "step": 3446
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156118358476507e-05,
      "loss": 0.7116,
      "step": 3447
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155522193786417e-05,
      "loss": 0.6216,
      "step": 3448
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915492582787224e-05,
      "loss": 0.6839,
      "step": 3449
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154329260747082e-05,
      "loss": 0.7695,
      "step": 3450
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915373249242406e-05,
      "loss": 0.7372,
      "step": 3451
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153135522916292e-05,
      "loss": 0.5203,
      "step": 3452
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915253835223689e-05,
      "loss": 0.6434,
      "step": 3453
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915194098039898e-05,
      "loss": 0.7347,
      "step": 3454
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91513434074157e-05,
      "loss": 0.6566,
      "step": 3455
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9150745633300178e-05,
      "loss": 0.6729,
      "step": 3456
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9150147658065548e-05,
      "loss": 0.6476,
      "step": 3457
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914954948172496e-05,
      "loss": 0.7199,
      "step": 3458
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148951104291557e-05,
      "loss": 0.5415,
      "step": 3459
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148352525778494e-05,
      "loss": 0.7718,
      "step": 3460
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914775374619892e-05,
      "loss": 0.6609,
      "step": 3461
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147154765566002e-05,
      "loss": 0.6524,
      "step": 3462
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91465555838929e-05,
      "loss": 0.6072,
      "step": 3463
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9145956201192787e-05,
      "loss": 0.5873,
      "step": 3464
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914535661747883e-05,
      "loss": 0.7057,
      "step": 3465
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9144756832764216e-05,
      "loss": 0.4728,
      "step": 3466
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9144156847062124e-05,
      "loss": 0.5555,
      "step": 3467
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143556660385734e-05,
      "loss": 0.6744,
      "step": 3468
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9142956272748247e-05,
      "loss": 0.6972,
      "step": 3469
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9142355684162855e-05,
      "loss": 0.5416,
      "step": 3470
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141754894642756e-05,
      "loss": 0.6932,
      "step": 3471
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141153904201153e-05,
      "loss": 0.7437,
      "step": 3472
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914055271285126e-05,
      "loss": 0.7291,
      "step": 3473
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9139951320606286e-05,
      "loss": 0.6355,
      "step": 3474
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9139349727479453e-05,
      "loss": 0.6727,
      "step": 3475
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913874793348398e-05,
      "loss": 0.6591,
      "step": 3476
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913814593863309e-05,
      "loss": 0.623,
      "step": 3477
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9137543742940027e-05,
      "loss": 0.6782,
      "step": 3478
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913694134641801e-05,
      "loss": 0.5697,
      "step": 3479
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136338749080288e-05,
      "loss": 0.6638,
      "step": 3480
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91357359509401e-05,
      "loss": 0.7619,
      "step": 3481
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91351329520107e-05,
      "loss": 0.6103,
      "step": 3482
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913452975230534e-05,
      "loss": 0.7016,
      "step": 3483
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9133926351837274e-05,
      "loss": 0.6437,
      "step": 3484
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913332275061977e-05,
      "loss": 0.7212,
      "step": 3485
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132718948666086e-05,
      "loss": 0.6687,
      "step": 3486
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132114945989493e-05,
      "loss": 0.6553,
      "step": 3487
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131510742603277e-05,
      "loss": 0.7911,
      "step": 3488
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913090633852071e-05,
      "loss": 0.745,
      "step": 3489
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130301733755072e-05,
      "loss": 0.7212,
      "step": 3490
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129696928319657e-05,
      "loss": 0.709,
      "step": 3491
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129091922227757e-05,
      "loss": 0.6551,
      "step": 3492
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9128486715492664e-05,
      "loss": 0.664,
      "step": 3493
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9127881308127687e-05,
      "loss": 0.646,
      "step": 3494
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912727570014613e-05,
      "loss": 0.6859,
      "step": 3495
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91266698915613e-05,
      "loss": 0.6424,
      "step": 3496
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912606388238651e-05,
      "loss": 0.6424,
      "step": 3497
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9125457672635085e-05,
      "loss": 0.4571,
      "step": 3498
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912485126232035e-05,
      "loss": 0.6256,
      "step": 3499
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124244651455624e-05,
      "loss": 0.6156,
      "step": 3500
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912363784005425e-05,
      "loss": 0.7148,
      "step": 3501
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9123030828129556e-05,
      "loss": 0.609,
      "step": 3502
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912242361569488e-05,
      "loss": 0.6194,
      "step": 3503
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9121816202763585e-05,
      "loss": 0.7245,
      "step": 3504
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9121208589349005e-05,
      "loss": 0.71,
      "step": 3505
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91206007754645e-05,
      "loss": 0.6995,
      "step": 3506
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119992761123428e-05,
      "loss": 0.66,
      "step": 3507
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119384546339153e-05,
      "loss": 0.7441,
      "step": 3508
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9118776131125042e-05,
      "loss": 0.6039,
      "step": 3509
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9118167515494462e-05,
      "loss": 0.7381,
      "step": 3510
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91175586994608e-05,
      "loss": 0.6382,
      "step": 3511
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116949683037432e-05,
      "loss": 0.6239,
      "step": 3512
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911634046623774e-05,
      "loss": 0.6484,
      "step": 3513
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911573104907512e-05,
      "loss": 0.6102,
      "step": 3514
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115121431562955e-05,
      "loss": 0.6285,
      "step": 3515
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9114511613714657e-05,
      "loss": 0.4392,
      "step": 3516
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9113901595543616e-05,
      "loss": 0.5458,
      "step": 3517
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9113291377063253e-05,
      "loss": 0.6071,
      "step": 3518
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911268095828697e-05,
      "loss": 0.6039,
      "step": 3519
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112070339228185e-05,
      "loss": 0.5625,
      "step": 3520
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9111459519900318e-05,
      "loss": 0.6834,
      "step": 3521
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110848500316796e-05,
      "loss": 0.6504,
      "step": 3522
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110237280491044e-05,
      "loss": 0.5956,
      "step": 3523
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109625860436504e-05,
      "loss": 0.6965,
      "step": 3524
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109014240166605e-05,
      "loss": 0.6938,
      "step": 3525
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108402419694793e-05,
      "loss": 0.6161,
      "step": 3526
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107790399034517e-05,
      "loss": 0.6756,
      "step": 3527
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107178178199224e-05,
      "loss": 0.6068,
      "step": 3528
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9106565757202374e-05,
      "loss": 0.5511,
      "step": 3529
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9105953136057423e-05,
      "loss": 0.6456,
      "step": 3530
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9105340314777837e-05,
      "loss": 0.4403,
      "step": 3531
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910472729337709e-05,
      "loss": 0.6686,
      "step": 3532
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104114071868646e-05,
      "loss": 0.741,
      "step": 3533
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910350065026599e-05,
      "loss": 0.7284,
      "step": 3534
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91028870285826e-05,
      "loss": 0.7066,
      "step": 3535
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9102273206831962e-05,
      "loss": 0.7174,
      "step": 3536
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9101659185027573e-05,
      "loss": 0.6263,
      "step": 3537
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910104496318292e-05,
      "loss": 0.4319,
      "step": 3538
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910043054131151e-05,
      "loss": 0.5839,
      "step": 3539
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099815919426835e-05,
      "loss": 0.6043,
      "step": 3540
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099201097542418e-05,
      "loss": 0.6907,
      "step": 3541
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909858607567177e-05,
      "loss": 0.6451,
      "step": 3542
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9097970853828398e-05,
      "loss": 0.6653,
      "step": 3543
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909735543202583e-05,
      "loss": 0.6502,
      "step": 3544
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096739810277592e-05,
      "loss": 0.7327,
      "step": 3545
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096123988597216e-05,
      "loss": 0.6106,
      "step": 3546
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9095507966998233e-05,
      "loss": 0.6749,
      "step": 3547
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9094891745494183e-05,
      "loss": 0.6656,
      "step": 3548
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9094275324098613e-05,
      "loss": 0.7002,
      "step": 3549
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093658702825068e-05,
      "loss": 0.6091,
      "step": 3550
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90930418816871e-05,
      "loss": 0.711,
      "step": 3551
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9092424860698268e-05,
      "loss": 0.6855,
      "step": 3552
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909180763987213e-05,
      "loss": 0.7058,
      "step": 3553
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9091190219222254e-05,
      "loss": 0.6556,
      "step": 3554
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909057259876221e-05,
      "loss": 0.7423,
      "step": 3555
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089954778505572e-05,
      "loss": 0.6576,
      "step": 3556
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089336758465917e-05,
      "loss": 0.7381,
      "step": 3557
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088718538656828e-05,
      "loss": 0.784,
      "step": 3558
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90881001190919e-05,
      "loss": 0.6437,
      "step": 3559
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087481499784714e-05,
      "loss": 0.556,
      "step": 3560
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908686268074887e-05,
      "loss": 0.7279,
      "step": 3561
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086243661997974e-05,
      "loss": 0.5725,
      "step": 3562
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085624443545626e-05,
      "loss": 0.7811,
      "step": 3563
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085005025405433e-05,
      "loss": 0.6633,
      "step": 3564
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084385407591016e-05,
      "loss": 0.7049,
      "step": 3565
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9083765590115985e-05,
      "loss": 0.7422,
      "step": 3566
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9083145572993974e-05,
      "loss": 0.622,
      "step": 3567
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082525356238596e-05,
      "loss": 0.6059,
      "step": 3568
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9081904939863495e-05,
      "loss": 0.6258,
      "step": 3569
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9081284323882298e-05,
      "loss": 0.7105,
      "step": 3570
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9080663508308646e-05,
      "loss": 0.6295,
      "step": 3571
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9080042493156194e-05,
      "loss": 0.7593,
      "step": 3572
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9079421278438578e-05,
      "loss": 0.6107,
      "step": 3573
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078799864169455e-05,
      "loss": 0.5281,
      "step": 3574
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078178250362488e-05,
      "loss": 0.6085,
      "step": 3575
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907755643703133e-05,
      "loss": 0.7819,
      "step": 3576
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076934424189658e-05,
      "loss": 0.6635,
      "step": 3577
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076312211851134e-05,
      "loss": 0.609,
      "step": 3578
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9075689800029437e-05,
      "loss": 0.6833,
      "step": 3579
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907506718873825e-05,
      "loss": 0.7362,
      "step": 3580
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074444377991246e-05,
      "loss": 0.6457,
      "step": 3581
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9073821367802127e-05,
      "loss": 0.637,
      "step": 3582
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9073198158184575e-05,
      "loss": 0.7315,
      "step": 3583
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072574749152296e-05,
      "loss": 0.7352,
      "step": 3584
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9071951140718985e-05,
      "loss": 0.6846,
      "step": 3585
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907132733289835e-05,
      "loss": 0.7334,
      "step": 3586
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070703325704102e-05,
      "loss": 0.7114,
      "step": 3587
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070079119149954e-05,
      "loss": 0.8038,
      "step": 3588
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906945471324963e-05,
      "loss": 0.6914,
      "step": 3589
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068830108016848e-05,
      "loss": 0.6573,
      "step": 3590
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068205303465337e-05,
      "loss": 0.6027,
      "step": 3591
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906758029960883e-05,
      "loss": 0.7973,
      "step": 3592
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9066955096461063e-05,
      "loss": 0.6355,
      "step": 3593
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9066329694035778e-05,
      "loss": 0.6273,
      "step": 3594
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906570409234672e-05,
      "loss": 0.717,
      "step": 3595
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906507829140764e-05,
      "loss": 0.645,
      "step": 3596
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9064452291232288e-05,
      "loss": 0.6911,
      "step": 3597
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063826091834428e-05,
      "loss": 0.6631,
      "step": 3598
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906319969322782e-05,
      "loss": 0.7317,
      "step": 3599
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906257309542623e-05,
      "loss": 0.6635,
      "step": 3600
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906194629844343e-05,
      "loss": 0.7407,
      "step": 3601
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061319302293196e-05,
      "loss": 0.7529,
      "step": 3602
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9060692106989314e-05,
      "loss": 0.6454,
      "step": 3603
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906006471254556e-05,
      "loss": 0.6601,
      "step": 3604
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905943711897573e-05,
      "loss": 0.6877,
      "step": 3605
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9058809326293614e-05,
      "loss": 0.648,
      "step": 3606
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9058181334513014e-05,
      "loss": 0.5986,
      "step": 3607
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905755314364772e-05,
      "loss": 0.7348,
      "step": 3608
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056924753711556e-05,
      "loss": 0.6838,
      "step": 3609
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056296164718325e-05,
      "loss": 0.695,
      "step": 3610
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055667376681838e-05,
      "loss": 0.649,
      "step": 3611
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905503838961592e-05,
      "loss": 0.6794,
      "step": 3612
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054409203534397e-05,
      "loss": 0.6397,
      "step": 3613
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905377981845109e-05,
      "loss": 0.7414,
      "step": 3614
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905315023437984e-05,
      "loss": 0.6875,
      "step": 3615
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905252045133448e-05,
      "loss": 0.675,
      "step": 3616
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051890469328853e-05,
      "loss": 0.7156,
      "step": 3617
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051260288376804e-05,
      "loss": 0.6768,
      "step": 3618
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9050629908492184e-05,
      "loss": 0.7087,
      "step": 3619
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049999329688848e-05,
      "loss": 0.6441,
      "step": 3620
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904936855198065e-05,
      "loss": 0.7166,
      "step": 3621
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9048737575381465e-05,
      "loss": 0.7568,
      "step": 3622
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9048106399905147e-05,
      "loss": 0.5943,
      "step": 3623
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047475025565584e-05,
      "loss": 0.6401,
      "step": 3624
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904684345237664e-05,
      "loss": 0.7186,
      "step": 3625
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90462116803522e-05,
      "loss": 0.6012,
      "step": 3626
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904557970950615e-05,
      "loss": 0.7228,
      "step": 3627
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9044947539852376e-05,
      "loss": 0.5808,
      "step": 3628
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904431517140478e-05,
      "loss": 0.8149,
      "step": 3629
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904368260417725e-05,
      "loss": 0.6893,
      "step": 3630
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9043049838183697e-05,
      "loss": 0.6498,
      "step": 3631
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9042416873438027e-05,
      "loss": 0.6112,
      "step": 3632
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9041783709954148e-05,
      "loss": 0.6657,
      "step": 3633
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904115034774598e-05,
      "loss": 0.6882,
      "step": 3634
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9040516786827443e-05,
      "loss": 0.7179,
      "step": 3635
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903988302721246e-05,
      "loss": 0.6287,
      "step": 3636
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903924906891496e-05,
      "loss": 0.6648,
      "step": 3637
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9038614911948877e-05,
      "loss": 0.7365,
      "step": 3638
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037980556328145e-05,
      "loss": 0.7428,
      "step": 3639
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037346002066714e-05,
      "loss": 0.6414,
      "step": 3640
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9036711249178523e-05,
      "loss": 0.8022,
      "step": 3641
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903607629767753e-05,
      "loss": 0.6412,
      "step": 3642
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035441147577683e-05,
      "loss": 0.6234,
      "step": 3643
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9034805798892944e-05,
      "loss": 0.573,
      "step": 3644
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903417025163728e-05,
      "loss": 0.7756,
      "step": 3645
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9033534505824657e-05,
      "loss": 0.6841,
      "step": 3646
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9032898561469047e-05,
      "loss": 0.7592,
      "step": 3647
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9032262418584428e-05,
      "loss": 0.6909,
      "step": 3648
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9031626077184783e-05,
      "loss": 0.651,
      "step": 3649
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9030989537284092e-05,
      "loss": 0.6647,
      "step": 3650
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9030352798896355e-05,
      "loss": 0.7021,
      "step": 3651
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9029715862035557e-05,
      "loss": 0.6611,
      "step": 3652
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9029078726715702e-05,
      "loss": 0.4606,
      "step": 3653
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9028441392950793e-05,
      "loss": 0.5739,
      "step": 3654
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9027803860754833e-05,
      "loss": 0.6473,
      "step": 3655
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9027166130141842e-05,
      "loss": 0.6578,
      "step": 3656
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902652820112583e-05,
      "loss": 0.6692,
      "step": 3657
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9025890073720818e-05,
      "loss": 0.6464,
      "step": 3658
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9025251747940834e-05,
      "loss": 0.7375,
      "step": 3659
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9024613223799908e-05,
      "loss": 0.591,
      "step": 3660
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9023974501312067e-05,
      "loss": 0.7241,
      "step": 3661
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9023335580491357e-05,
      "loss": 0.4156,
      "step": 3662
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022696461351818e-05,
      "loss": 0.3994,
      "step": 3663
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022057143907494e-05,
      "loss": 0.6552,
      "step": 3664
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902141762817244e-05,
      "loss": 0.7305,
      "step": 3665
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020777914160708e-05,
      "loss": 0.7087,
      "step": 3666
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020138001886364e-05,
      "loss": 0.7366,
      "step": 3667
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901949789136346e-05,
      "loss": 0.7041,
      "step": 3668
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018857582606084e-05,
      "loss": 0.6796,
      "step": 3669
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901821707562829e-05,
      "loss": 0.6093,
      "step": 3670
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9017576370444167e-05,
      "loss": 0.6498,
      "step": 3671
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901693546706779e-05,
      "loss": 0.7576,
      "step": 3672
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901629436551325e-05,
      "loss": 0.646,
      "step": 3673
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015653065794632e-05,
      "loss": 0.7485,
      "step": 3674
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015011567926037e-05,
      "loss": 0.5805,
      "step": 3675
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901436987192156e-05,
      "loss": 0.6597,
      "step": 3676
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9013727977795303e-05,
      "loss": 0.723,
      "step": 3677
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901308588556138e-05,
      "loss": 0.649,
      "step": 3678
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90124435952339e-05,
      "loss": 0.6034,
      "step": 3679
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9011801106826978e-05,
      "loss": 0.6348,
      "step": 3680
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9011158420354737e-05,
      "loss": 0.6128,
      "step": 3681
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90105155358313e-05,
      "loss": 0.658,
      "step": 3682
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90098724532708e-05,
      "loss": 0.6801,
      "step": 3683
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009229172687365e-05,
      "loss": 0.7258,
      "step": 3684
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900858569409514e-05,
      "loss": 0.691,
      "step": 3685
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007942017508266e-05,
      "loss": 0.7256,
      "step": 3686
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007298142940887e-05,
      "loss": 0.5977,
      "step": 3687
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006654070407157e-05,
      "loss": 0.6573,
      "step": 3688
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900600979992123e-05,
      "loss": 0.7144,
      "step": 3689
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9005365331497264e-05,
      "loss": 0.7567,
      "step": 3690
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004720665149433e-05,
      "loss": 0.6927,
      "step": 3691
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004075800891893e-05,
      "loss": 0.6041,
      "step": 3692
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003430738738827e-05,
      "loss": 0.7217,
      "step": 3693
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900278547870441e-05,
      "loss": 0.698,
      "step": 3694
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900214002080282e-05,
      "loss": 0.666,
      "step": 3695
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001494365048243e-05,
      "loss": 0.5448,
      "step": 3696
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9000848511454876e-05,
      "loss": 0.7126,
      "step": 3697
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900020246003691e-05,
      "loss": 0.4371,
      "step": 3698
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8999556210808543e-05,
      "loss": 0.7163,
      "step": 3699
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8998909763783978e-05,
      "loss": 0.4436,
      "step": 3700
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899826311897743e-05,
      "loss": 0.6839,
      "step": 3701
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89976162764031e-05,
      "loss": 0.6658,
      "step": 3702
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996969236075214e-05,
      "loss": 0.6808,
      "step": 3703
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899632199800799e-05,
      "loss": 0.677,
      "step": 3704
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899567456221565e-05,
      "loss": 0.6454,
      "step": 3705
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8995026928712427e-05,
      "loss": 0.6312,
      "step": 3706
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994379097512555e-05,
      "loss": 0.6801,
      "step": 3707
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899373106863027e-05,
      "loss": 0.6107,
      "step": 3708
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899308284207982e-05,
      "loss": 0.6773,
      "step": 3709
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899243441787545e-05,
      "loss": 0.7121,
      "step": 3710
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991785796031402e-05,
      "loss": 0.6292,
      "step": 3711
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991136976561944e-05,
      "loss": 0.7095,
      "step": 3712
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899048795948133e-05,
      "loss": 0.4346,
      "step": 3713
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898983874480383e-05,
      "loss": 0.7662,
      "step": 3714
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89891893325437e-05,
      "loss": 0.7308,
      "step": 3715
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898853972271523e-05,
      "loss": 0.6512,
      "step": 3716
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898788991533268e-05,
      "loss": 0.5949,
      "step": 3717
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898723991041035e-05,
      "loss": 0.7046,
      "step": 3718
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986589707962513e-05,
      "loss": 0.622,
      "step": 3719
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8985939308003464e-05,
      "loss": 0.7299,
      "step": 3720
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8985288710547496e-05,
      "loss": 0.6221,
      "step": 3721
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8984637915608906e-05,
      "loss": 0.7036,
      "step": 3722
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8983986923202007e-05,
      "loss": 0.7387,
      "step": 3723
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8983335733341096e-05,
      "loss": 0.7169,
      "step": 3724
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982684346040494e-05,
      "loss": 0.6754,
      "step": 3725
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982032761314507e-05,
      "loss": 0.729,
      "step": 3726
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898138097917747e-05,
      "loss": 0.6627,
      "step": 3727
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980728999643693e-05,
      "loss": 0.6594,
      "step": 3728
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980076822727516e-05,
      "loss": 0.6321,
      "step": 3729
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979424448443266e-05,
      "loss": 0.6545,
      "step": 3730
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8978771876805287e-05,
      "loss": 0.7174,
      "step": 3731
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897811910782792e-05,
      "loss": 0.6703,
      "step": 3732
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8977466141525507e-05,
      "loss": 0.7271,
      "step": 3733
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8976812977912406e-05,
      "loss": 0.577,
      "step": 3734
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897615961700297e-05,
      "loss": 0.535,
      "step": 3735
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975506058811555e-05,
      "loss": 0.7319,
      "step": 3736
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897485230335253e-05,
      "loss": 0.649,
      "step": 3737
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8974198350640263e-05,
      "loss": 0.6557,
      "step": 3738
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973544200689126e-05,
      "loss": 0.7142,
      "step": 3739
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972889853513497e-05,
      "loss": 0.7656,
      "step": 3740
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972235309127754e-05,
      "loss": 0.7113,
      "step": 3741
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897158056754629e-05,
      "loss": 0.6192,
      "step": 3742
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970925628783487e-05,
      "loss": 0.6242,
      "step": 3743
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970270492853742e-05,
      "loss": 0.7273,
      "step": 3744
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969615159771457e-05,
      "loss": 0.5724,
      "step": 3745
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8968959629551036e-05,
      "loss": 0.7286,
      "step": 3746
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896830390220688e-05,
      "loss": 0.6778,
      "step": 3747
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967647977753407e-05,
      "loss": 0.6137,
      "step": 3748
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8966991856205032e-05,
      "loss": 0.6871,
      "step": 3749
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896633553757617e-05,
      "loss": 0.6511,
      "step": 3750
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8965679021881253e-05,
      "loss": 0.6432,
      "step": 3751
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8965022309134705e-05,
      "loss": 0.6667,
      "step": 3752
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964365399350968e-05,
      "loss": 0.6924,
      "step": 3753
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963708292544466e-05,
      "loss": 0.6286,
      "step": 3754
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963050988729655e-05,
      "loss": 0.6862,
      "step": 3755
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962393487920977e-05,
      "loss": 0.6159,
      "step": 3756
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8961735790132876e-05,
      "loss": 0.595,
      "step": 3757
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8961077895379817e-05,
      "loss": 0.7251,
      "step": 3758
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8960419803676252e-05,
      "loss": 0.6746,
      "step": 3759
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895976151503665e-05,
      "loss": 0.7257,
      "step": 3760
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8959103029475474e-05,
      "loss": 0.6597,
      "step": 3761
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8958444347007205e-05,
      "loss": 0.621,
      "step": 3762
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957785467646306e-05,
      "loss": 0.6786,
      "step": 3763
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957126391407274e-05,
      "loss": 0.6767,
      "step": 3764
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8956467118304584e-05,
      "loss": 0.5761,
      "step": 3765
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8955807648352728e-05,
      "loss": 0.6728,
      "step": 3766
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8955147981566204e-05,
      "loss": 0.7231,
      "step": 3767
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8954488117959506e-05,
      "loss": 0.7314,
      "step": 3768
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953828057547135e-05,
      "loss": 0.5903,
      "step": 3769
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953167800343603e-05,
      "loss": 0.549,
      "step": 3770
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895250734636342e-05,
      "loss": 0.6734,
      "step": 3771
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951846695621105e-05,
      "loss": 0.682,
      "step": 3772
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951185848131168e-05,
      "loss": 0.4435,
      "step": 3773
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8950524803908145e-05,
      "loss": 0.6565,
      "step": 3774
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894986356296656e-05,
      "loss": 0.6709,
      "step": 3775
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949202125320937e-05,
      "loss": 0.6077,
      "step": 3776
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8948540490985832e-05,
      "loss": 0.6618,
      "step": 3777
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8947878659975772e-05,
      "loss": 0.5836,
      "step": 3778
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894721663230531e-05,
      "loss": 0.7124,
      "step": 3779
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894655440798899e-05,
      "loss": 0.7309,
      "step": 3780
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894589198704137e-05,
      "loss": 0.7411,
      "step": 3781
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8945229369477017e-05,
      "loss": 0.6313,
      "step": 3782
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944566555310482e-05,
      "loss": 0.6695,
      "step": 3783
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943903544556338e-05,
      "loss": 0.6403,
      "step": 3784
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943240337229157e-05,
      "loss": 0.7226,
      "step": 3785
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8942576933343512e-05,
      "loss": 0.6524,
      "step": 3786
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894191333291399e-05,
      "loss": 0.6379,
      "step": 3787
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894124953595517e-05,
      "loss": 0.7057,
      "step": 3788
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940585542481646e-05,
      "loss": 0.672,
      "step": 3789
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893992135250801e-05,
      "loss": 0.6846,
      "step": 3790
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8939256966048852e-05,
      "loss": 0.6859,
      "step": 3791
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893859238311879e-05,
      "loss": 0.7472,
      "step": 3792
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937927603732414e-05,
      "loss": 0.668,
      "step": 3793
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937262627904343e-05,
      "loss": 0.6916,
      "step": 3794
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8936597455649196e-05,
      "loss": 0.6869,
      "step": 3795
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8935932086981587e-05,
      "loss": 0.6138,
      "step": 3796
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8935266521916137e-05,
      "loss": 0.694,
      "step": 3797
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893460076046748e-05,
      "loss": 0.7229,
      "step": 3798
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893393480265025e-05,
      "loss": 0.6512,
      "step": 3799
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8933268648479073e-05,
      "loss": 0.7211,
      "step": 3800
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89326022979686e-05,
      "loss": 0.4182,
      "step": 3801
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8931935751133476e-05,
      "loss": 0.7382,
      "step": 3802
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8931269007988345e-05,
      "loss": 0.4526,
      "step": 3803
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8930602068547863e-05,
      "loss": 0.6861,
      "step": 3804
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892993493282669e-05,
      "loss": 0.7511,
      "step": 3805
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892926760083949e-05,
      "loss": 0.6159,
      "step": 3806
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928600072600926e-05,
      "loss": 0.6367,
      "step": 3807
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892793234812567e-05,
      "loss": 0.6973,
      "step": 3808
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89272644274284e-05,
      "loss": 0.6965,
      "step": 3809
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892659631052379e-05,
      "loss": 0.5833,
      "step": 3810
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925927997426535e-05,
      "loss": 0.617,
      "step": 3811
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925259488151313e-05,
      "loss": 0.6835,
      "step": 3812
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892459078271282e-05,
      "loss": 0.655,
      "step": 3813
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923921881125757e-05,
      "loss": 0.6633,
      "step": 3814
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923252783404823e-05,
      "loss": 0.7004,
      "step": 3815
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892258348956472e-05,
      "loss": 0.6971,
      "step": 3816
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892191399962016e-05,
      "loss": 0.6693,
      "step": 3817
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8921244313585863e-05,
      "loss": 0.817,
      "step": 3818
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892057443147654e-05,
      "loss": 0.7632,
      "step": 3819
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8919904353306915e-05,
      "loss": 0.7062,
      "step": 3820
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.891923407909172e-05,
      "loss": 0.6094,
      "step": 3821
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918563608845684e-05,
      "loss": 0.7249,
      "step": 3822
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8917892942583544e-05,
      "loss": 0.5712,
      "step": 3823
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8917222080320034e-05,
      "loss": 0.7018,
      "step": 3824
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8916551022069908e-05,
      "loss": 0.7185,
      "step": 3825
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891587976784791e-05,
      "loss": 0.6651,
      "step": 3826
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891520831766879e-05,
      "loss": 0.6036,
      "step": 3827
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8914536671547313e-05,
      "loss": 0.7233,
      "step": 3828
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8913864829498234e-05,
      "loss": 0.5932,
      "step": 3829
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891319279153632e-05,
      "loss": 0.65,
      "step": 3830
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891252055767635e-05,
      "loss": 0.7284,
      "step": 3831
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8911848127933084e-05,
      "loss": 0.7438,
      "step": 3832
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891117550232131e-05,
      "loss": 0.6361,
      "step": 3833
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891050268085581e-05,
      "loss": 0.6546,
      "step": 3834
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909829663551373e-05,
      "loss": 0.6789,
      "step": 3835
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890915645042279e-05,
      "loss": 0.6445,
      "step": 3836
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8908483041484852e-05,
      "loss": 0.666,
      "step": 3837
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907809436752366e-05,
      "loss": 0.73,
      "step": 3838
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907135636240138e-05,
      "loss": 0.6699,
      "step": 3839
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890646163996297e-05,
      "loss": 0.6433,
      "step": 3840
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890578744793568e-05,
      "loss": 0.6335,
      "step": 3841
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905113060173087e-05,
      "loss": 0.6394,
      "step": 3842
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890443847669001e-05,
      "loss": 0.6041,
      "step": 3843
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8903763697501273e-05,
      "loss": 0.666,
      "step": 3844
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890308872262171e-05,
      "loss": 0.8002,
      "step": 3845
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8902413552066157e-05,
      "loss": 0.693,
      "step": 3846
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8901738185849453e-05,
      "loss": 0.5945,
      "step": 3847
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8901062623986438e-05,
      "loss": 0.6177,
      "step": 3848
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8900386866491962e-05,
      "loss": 0.6651,
      "step": 3849
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889971091338088e-05,
      "loss": 0.6983,
      "step": 3850
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8899034764668042e-05,
      "loss": 0.4105,
      "step": 3851
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8898358420368313e-05,
      "loss": 0.6602,
      "step": 3852
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889768188049656e-05,
      "loss": 0.5729,
      "step": 3853
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889700514506765e-05,
      "loss": 0.534,
      "step": 3854
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889632821409645e-05,
      "loss": 0.704,
      "step": 3855
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889565108759785e-05,
      "loss": 0.7091,
      "step": 3856
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8894973765586725e-05,
      "loss": 0.6026,
      "step": 3857
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889429624807796e-05,
      "loss": 0.6988,
      "step": 3858
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889361853508645e-05,
      "loss": 0.6603,
      "step": 3859
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889294062662709e-05,
      "loss": 0.6457,
      "step": 3860
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892262522714774e-05,
      "loss": 0.6009,
      "step": 3861
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889158422336441e-05,
      "loss": 0.602,
      "step": 3862
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889090572859091e-05,
      "loss": 0.6404,
      "step": 3863
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889022703840918e-05,
      "loss": 0.6964,
      "step": 3864
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888954815283414e-05,
      "loss": 0.7658,
      "step": 3865
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888869071880703e-05,
      "loss": 0.6353,
      "step": 3866
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888189795563807e-05,
      "loss": 0.4291,
      "step": 3867
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888751032389837e-05,
      "loss": 0.6416,
      "step": 3868
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8886830656899332e-05,
      "loss": 0.704,
      "step": 3869
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888615079458163e-05,
      "loss": 0.819,
      "step": 3870
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8885470736960205e-05,
      "loss": 0.7433,
      "step": 3871
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8884790484050007e-05,
      "loss": 0.704,
      "step": 3872
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8884110035865982e-05,
      "loss": 0.6484,
      "step": 3873
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883429392423086e-05,
      "loss": 0.6141,
      "step": 3874
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8882748553736282e-05,
      "loss": 0.7024,
      "step": 3875
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888206751982053e-05,
      "loss": 0.5736,
      "step": 3876
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8881386290690805e-05,
      "loss": 0.6014,
      "step": 3877
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888070486636207e-05,
      "loss": 0.6146,
      "step": 3878
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8880023246849302e-05,
      "loss": 0.6532,
      "step": 3879
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887934143216749e-05,
      "loss": 0.6117,
      "step": 3880
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8878659422331617e-05,
      "loss": 0.7028,
      "step": 3881
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887797721735667e-05,
      "loss": 0.7312,
      "step": 3882
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877294817257642e-05,
      "loss": 0.7196,
      "step": 3883
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8876612222049532e-05,
      "loss": 0.5317,
      "step": 3884
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875929431747343e-05,
      "loss": 0.7486,
      "step": 3885
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887524644636608e-05,
      "loss": 0.6284,
      "step": 3886
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874563265920755e-05,
      "loss": 0.5472,
      "step": 3887
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8873879890426386e-05,
      "loss": 0.563,
      "step": 3888
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8873196319897988e-05,
      "loss": 0.5734,
      "step": 3889
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8872512554350588e-05,
      "loss": 0.6796,
      "step": 3890
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887182859379921e-05,
      "loss": 0.6728,
      "step": 3891
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8871144438258896e-05,
      "loss": 0.624,
      "step": 3892
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8870460087744674e-05,
      "loss": 0.6648,
      "step": 3893
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8869775542271586e-05,
      "loss": 0.6368,
      "step": 3894
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8869090801854674e-05,
      "loss": 0.6456,
      "step": 3895
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8868405866508997e-05,
      "loss": 0.6239,
      "step": 3896
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867720736249603e-05,
      "loss": 0.6739,
      "step": 3897
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867035411091547e-05,
      "loss": 0.6218,
      "step": 3898
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88663498910499e-05,
      "loss": 0.5688,
      "step": 3899
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886566417613972e-05,
      "loss": 0.7088,
      "step": 3900
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8864978266376083e-05,
      "loss": 0.6626,
      "step": 3901
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8864292161774063e-05,
      "loss": 0.6348,
      "step": 3902
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886360586234874e-05,
      "loss": 0.7395,
      "step": 3903
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862919368115197e-05,
      "loss": 0.6892,
      "step": 3904
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862232679088524e-05,
      "loss": 0.5867,
      "step": 3905
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886154579528381e-05,
      "loss": 0.7671,
      "step": 3906
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8860858716716152e-05,
      "loss": 0.6356,
      "step": 3907
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8860171443400653e-05,
      "loss": 0.6084,
      "step": 3908
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8859483975352416e-05,
      "loss": 0.8035,
      "step": 3909
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858796312586554e-05,
      "loss": 0.6143,
      "step": 3910
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885810845511818e-05,
      "loss": 0.6619,
      "step": 3911
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8857420402962407e-05,
      "loss": 0.6493,
      "step": 3912
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856732156134362e-05,
      "loss": 0.6913,
      "step": 3913
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885604371464917e-05,
      "loss": 0.6568,
      "step": 3914
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8855355078521963e-05,
      "loss": 0.6554,
      "step": 3915
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885466624776788e-05,
      "loss": 0.7203,
      "step": 3916
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885397722240205e-05,
      "loss": 0.6027,
      "step": 3917
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853288002439626e-05,
      "loss": 0.6292,
      "step": 3918
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885259858789575e-05,
      "loss": 0.5713,
      "step": 3919
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851908978785578e-05,
      "loss": 0.6697,
      "step": 3920
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851219175124264e-05,
      "loss": 0.6958,
      "step": 3921
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850529176926976e-05,
      "loss": 0.5747,
      "step": 3922
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849838984208867e-05,
      "loss": 0.591,
      "step": 3923
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849148596985115e-05,
      "loss": 0.6653,
      "step": 3924
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8848458015270892e-05,
      "loss": 0.6307,
      "step": 3925
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8847767239081374e-05,
      "loss": 0.5881,
      "step": 3926
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8847076268431746e-05,
      "loss": 0.6885,
      "step": 3927
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884638510333719e-05,
      "loss": 0.5837,
      "step": 3928
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88456937438129e-05,
      "loss": 0.5844,
      "step": 3929
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8845002189874076e-05,
      "loss": 0.7102,
      "step": 3930
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8844310441535906e-05,
      "loss": 0.6944,
      "step": 3931
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8843618498813603e-05,
      "loss": 0.6412,
      "step": 3932
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8842926361722367e-05,
      "loss": 0.6272,
      "step": 3933
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884223403027742e-05,
      "loss": 0.677,
      "step": 3934
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8841541504493966e-05,
      "loss": 0.6647,
      "step": 3935
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840848784387236e-05,
      "loss": 0.598,
      "step": 3936
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840155869972453e-05,
      "loss": 0.6842,
      "step": 3937
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8839462761264845e-05,
      "loss": 0.6291,
      "step": 3938
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883876945827964e-05,
      "loss": 0.64,
      "step": 3939
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838075961032083e-05,
      "loss": 0.5807,
      "step": 3940
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8837382269537415e-05,
      "loss": 0.7477,
      "step": 3941
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883668838381088e-05,
      "loss": 0.5931,
      "step": 3942
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835994303867728e-05,
      "loss": 0.643,
      "step": 3943
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835300029723215e-05,
      "loss": 0.5904,
      "step": 3944
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88346055613926e-05,
      "loss": 0.6097,
      "step": 3945
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883391089889115e-05,
      "loss": 0.5977,
      "step": 3946
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833216042234128e-05,
      "loss": 0.6699,
      "step": 3947
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8832520991436806e-05,
      "loss": 0.6419,
      "step": 3948
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883182574651446e-05,
      "loss": 0.6172,
      "step": 3949
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831130307482374e-05,
      "loss": 0.6062,
      "step": 3950
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8830434674355826e-05,
      "loss": 0.7357,
      "step": 3951
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8829738847150113e-05,
      "loss": 0.6177,
      "step": 3952
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8829042825880522e-05,
      "loss": 0.6363,
      "step": 3953
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8828346610562355e-05,
      "loss": 0.7124,
      "step": 3954
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882765020121091e-05,
      "loss": 0.7235,
      "step": 3955
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8826953597841498e-05,
      "loss": 0.6716,
      "step": 3956
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882625680046942e-05,
      "loss": 0.7237,
      "step": 3957
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882555980911e-05,
      "loss": 0.6587,
      "step": 3958
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882486262377855e-05,
      "loss": 0.6538,
      "step": 3959
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88241652444904e-05,
      "loss": 0.4787,
      "step": 3960
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8823467671260875e-05,
      "loss": 0.6338,
      "step": 3961
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88227699041053e-05,
      "loss": 0.6272,
      "step": 3962
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8822071943039017e-05,
      "loss": 0.7002,
      "step": 3963
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8821373788077366e-05,
      "loss": 0.6611,
      "step": 3964
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882067543923569e-05,
      "loss": 0.6118,
      "step": 3965
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819976896529338e-05,
      "loss": 0.725,
      "step": 3966
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881927815997366e-05,
      "loss": 0.7371,
      "step": 3967
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881857922958402e-05,
      "loss": 0.6856,
      "step": 3968
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8817880105375774e-05,
      "loss": 0.7092,
      "step": 3969
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881718078736429e-05,
      "loss": 0.8155,
      "step": 3970
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816481275564934e-05,
      "loss": 0.737,
      "step": 3971
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815781569993083e-05,
      "loss": 0.5961,
      "step": 3972
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815081670664116e-05,
      "loss": 0.716,
      "step": 3973
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8814381577593415e-05,
      "loss": 0.6387,
      "step": 3974
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881368129079637e-05,
      "loss": 0.6799,
      "step": 3975
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881298081028837e-05,
      "loss": 0.7656,
      "step": 3976
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812280136084803e-05,
      "loss": 0.6834,
      "step": 3977
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8811579268201084e-05,
      "loss": 0.5807,
      "step": 3978
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8810878206652603e-05,
      "loss": 0.6421,
      "step": 3979
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8810176951454775e-05,
      "loss": 0.4726,
      "step": 3980
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880947550262301e-05,
      "loss": 0.6552,
      "step": 3981
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880877386017273e-05,
      "loss": 0.5597,
      "step": 3982
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880807202411935e-05,
      "loss": 0.6405,
      "step": 3983
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8807369994478294e-05,
      "loss": 0.632,
      "step": 3984
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8806667771265e-05,
      "loss": 0.5222,
      "step": 3985
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805965354494893e-05,
      "loss": 0.6008,
      "step": 3986
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805262744183415e-05,
      "loss": 0.7148,
      "step": 3987
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880455994034601e-05,
      "loss": 0.6012,
      "step": 3988
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880385694299812e-05,
      "loss": 0.6488,
      "step": 3989
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8803153752155202e-05,
      "loss": 0.6978,
      "step": 3990
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8802450367832702e-05,
      "loss": 0.6419,
      "step": 3991
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8801746790046088e-05,
      "loss": 0.6909,
      "step": 3992
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880104301881082e-05,
      "loss": 0.705,
      "step": 3993
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8800339054142363e-05,
      "loss": 0.6248,
      "step": 3994
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8799634896056194e-05,
      "loss": 0.6886,
      "step": 3995
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8798930544567788e-05,
      "loss": 0.7158,
      "step": 3996
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8798225999692622e-05,
      "loss": 0.6653,
      "step": 3997
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8797521261446184e-05,
      "loss": 0.701,
      "step": 3998
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8796816329843964e-05,
      "loss": 0.6036,
      "step": 3999
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8796111204901452e-05,
      "loss": 0.3923,
      "step": 4000
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879540588663415e-05,
      "loss": 0.6516,
      "step": 4001
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8794700375057554e-05,
      "loss": 0.6301,
      "step": 4002
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879399467018718e-05,
      "loss": 0.6885,
      "step": 4003
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8793288772038526e-05,
      "loss": 0.6555,
      "step": 4004
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8792582680627112e-05,
      "loss": 0.6428,
      "step": 4005
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8791876395968458e-05,
      "loss": 0.6511,
      "step": 4006
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8791169918078086e-05,
      "loss": 0.6077,
      "step": 4007
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8790463246971522e-05,
      "loss": 0.6365,
      "step": 4008
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87897563826643e-05,
      "loss": 0.6629,
      "step": 4009
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789049325171954e-05,
      "loss": 0.676,
      "step": 4010
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8788342074510025e-05,
      "loss": 0.6753,
      "step": 4011
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8787634630694054e-05,
      "loss": 0.6438,
      "step": 4012
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786926993739595e-05,
      "loss": 0.6372,
      "step": 4013
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786219163662197e-05,
      "loss": 0.6718,
      "step": 4014
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878551114047742e-05,
      "loss": 0.6396,
      "step": 4015
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8784802924200822e-05,
      "loss": 0.6915,
      "step": 4016
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878409451484797e-05,
      "loss": 0.63,
      "step": 4017
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8783385912434434e-05,
      "loss": 0.639,
      "step": 4018
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8782677116975785e-05,
      "loss": 0.6942,
      "step": 4019
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781968128487603e-05,
      "loss": 0.6121,
      "step": 4020
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781258946985475e-05,
      "loss": 0.7061,
      "step": 4021
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8780549572484986e-05,
      "loss": 0.4421,
      "step": 4022
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779840005001718e-05,
      "loss": 0.6113,
      "step": 4023
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779130244551276e-05,
      "loss": 0.6748,
      "step": 4024
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778420291149257e-05,
      "loss": 0.6842,
      "step": 4025
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8777710144811262e-05,
      "loss": 0.749,
      "step": 4026
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776999805552904e-05,
      "loss": 0.7141,
      "step": 4027
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776289273389792e-05,
      "loss": 0.6034,
      "step": 4028
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877557854833754e-05,
      "loss": 0.6707,
      "step": 4029
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8774867630411774e-05,
      "loss": 0.715,
      "step": 4030
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8774156519628113e-05,
      "loss": 0.588,
      "step": 4031
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773445216002192e-05,
      "loss": 0.7003,
      "step": 4032
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877273371954964e-05,
      "loss": 0.5917,
      "step": 4033
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8772022030286096e-05,
      "loss": 0.7673,
      "step": 4034
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87713101482272e-05,
      "loss": 0.6943,
      "step": 4035
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8770598073388602e-05,
      "loss": 0.6442,
      "step": 4036
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876988580578595e-05,
      "loss": 0.6743,
      "step": 4037
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87691733454349e-05,
      "loss": 0.6166,
      "step": 4038
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8768460692351106e-05,
      "loss": 0.5874,
      "step": 4039
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876774784655024e-05,
      "loss": 0.719,
      "step": 4040
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8767034808047956e-05,
      "loss": 0.7798,
      "step": 4041
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876632157685994e-05,
      "loss": 0.7071,
      "step": 4042
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876560815300186e-05,
      "loss": 0.6905,
      "step": 4043
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8764894536489392e-05,
      "loss": 0.6834,
      "step": 4044
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876418072733823e-05,
      "loss": 0.7166,
      "step": 4045
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763466725564057e-05,
      "loss": 0.716,
      "step": 4046
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762752531182565e-05,
      "loss": 0.7127,
      "step": 4047
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762038144209455e-05,
      "loss": 0.6409,
      "step": 4048
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876132356466042e-05,
      "loss": 0.6306,
      "step": 4049
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876060879255117e-05,
      "loss": 0.6377,
      "step": 4050
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875989382789742e-05,
      "loss": 0.7335,
      "step": 4051
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759178670714875e-05,
      "loss": 0.7063,
      "step": 4052
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875846332101926e-05,
      "loss": 0.6835,
      "step": 4053
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875774777882629e-05,
      "loss": 0.743,
      "step": 4054
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87570320441517e-05,
      "loss": 0.7258,
      "step": 4055
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8756316117011214e-05,
      "loss": 0.4531,
      "step": 4056
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8755599997420572e-05,
      "loss": 0.6791,
      "step": 4057
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8754883685395506e-05,
      "loss": 0.5885,
      "step": 4058
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8754167180951768e-05,
      "loss": 0.6516,
      "step": 4059
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87534504841051e-05,
      "loss": 0.6256,
      "step": 4060
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875273359487125e-05,
      "loss": 0.6432,
      "step": 4061
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8752016513265987e-05,
      "loss": 0.6586,
      "step": 4062
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751299239305065e-05,
      "loss": 0.6181,
      "step": 4063
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875058177300424e-05,
      "loss": 0.783,
      "step": 4064
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749864114379294e-05,
      "loss": 0.6925,
      "step": 4065
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749146263445992e-05,
      "loss": 0.6519,
      "step": 4066
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8748428220220114e-05,
      "loss": 0.7428,
      "step": 4067
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747709984717443e-05,
      "loss": 0.4026,
      "step": 4068
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874699155695376e-05,
      "loss": 0.6894,
      "step": 4069
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8746272936944855e-05,
      "loss": 0.4432,
      "step": 4070
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874555412470653e-05,
      "loss": 0.625,
      "step": 4071
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8744835120254575e-05,
      "loss": 0.6725,
      "step": 4072
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8744115923604797e-05,
      "loss": 0.6455,
      "step": 4073
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743396534773004e-05,
      "loss": 0.6954,
      "step": 4074
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8742676953775e-05,
      "loss": 0.7282,
      "step": 4075
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8741957180626605e-05,
      "loss": 0.5811,
      "step": 4076
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8741237215343643e-05,
      "loss": 0.615,
      "step": 4077
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874051705794193e-05,
      "loss": 0.6575,
      "step": 4078
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739796708437295e-05,
      "loss": 0.7036,
      "step": 4079
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739076166845574e-05,
      "loss": 0.5968,
      "step": 4080
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8738355433182604e-05,
      "loss": 0.6385,
      "step": 4081
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873763450746422e-05,
      "loss": 0.7554,
      "step": 4082
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873691338970627e-05,
      "loss": 0.6563,
      "step": 4083
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8736192079924606e-05,
      "loss": 0.647,
      "step": 4084
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735470578135072e-05,
      "loss": 0.6445,
      "step": 4085
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8734748884353537e-05,
      "loss": 0.5887,
      "step": 4086
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8734026998595854e-05,
      "loss": 0.6013,
      "step": 4087
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8733304920877896e-05,
      "loss": 0.7464,
      "step": 4088
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873258265121553e-05,
      "loss": 0.7229,
      "step": 4089
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8731860189624625e-05,
      "loss": 0.6075,
      "step": 4090
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873113753612107e-05,
      "loss": 0.6516,
      "step": 4091
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873041469072074e-05,
      "loss": 0.7043,
      "step": 4092
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8729691653439525e-05,
      "loss": 0.717,
      "step": 4093
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8728968424293314e-05,
      "loss": 0.7215,
      "step": 4094
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8728245003298e-05,
      "loss": 0.6384,
      "step": 4095
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872752139046949e-05,
      "loss": 0.6043,
      "step": 4096
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726797585823687e-05,
      "loss": 0.6371,
      "step": 4097
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726073589376495e-05,
      "loss": 0.6969,
      "step": 4098
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8725349401143825e-05,
      "loss": 0.6348,
      "step": 4099
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87246250211416e-05,
      "loss": 0.7264,
      "step": 4100
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723900449385736e-05,
      "loss": 0.6161,
      "step": 4101
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723175685892158e-05,
      "loss": 0.6187,
      "step": 4102
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87224507306768e-05,
      "loss": 0.7288,
      "step": 4103
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721725583755587e-05,
      "loss": 0.6285,
      "step": 4104
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721000245144463e-05,
      "loss": 0.6592,
      "step": 4105
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8720274714859368e-05,
      "loss": 0.6169,
      "step": 4106
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871954899291625e-05,
      "loss": 0.7546,
      "step": 4107
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8718823079331053e-05,
      "loss": 0.605,
      "step": 4108
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871809697411974e-05,
      "loss": 0.5912,
      "step": 4109
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8717370677298264e-05,
      "loss": 0.6172,
      "step": 4110
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8716644188882587e-05,
      "loss": 0.6638,
      "step": 4111
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715917508888682e-05,
      "loss": 0.5418,
      "step": 4112
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715190637332515e-05,
      "loss": 0.6219,
      "step": 4113
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714463574230063e-05,
      "loss": 0.6115,
      "step": 4114
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713736319597307e-05,
      "loss": 0.6613,
      "step": 4115
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713008873450228e-05,
      "loss": 0.6342,
      "step": 4116
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8712281235804816e-05,
      "loss": 0.468,
      "step": 4117
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711553406677066e-05,
      "loss": 0.6078,
      "step": 4118
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8710825386082966e-05,
      "loss": 0.6361,
      "step": 4119
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871009717403853e-05,
      "loss": 0.7123,
      "step": 4120
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870936877055975e-05,
      "loss": 0.5778,
      "step": 4121
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870864017566264e-05,
      "loss": 0.6515,
      "step": 4122
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8707911389363222e-05,
      "loss": 0.6612,
      "step": 4123
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8707182411677498e-05,
      "loss": 0.605,
      "step": 4124
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87064532426215e-05,
      "loss": 0.6425,
      "step": 4125
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705723882211255e-05,
      "loss": 0.6485,
      "step": 4126
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870499433046278e-05,
      "loss": 0.6097,
      "step": 4127
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8704264587392126e-05,
      "loss": 0.6443,
      "step": 4128
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8703534653015325e-05,
      "loss": 0.641,
      "step": 4129
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870280452734842e-05,
      "loss": 0.7224,
      "step": 4130
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702074210407454e-05,
      "loss": 0.78,
      "step": 4131
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8701343702208485e-05,
      "loss": 0.6057,
      "step": 4132
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8700613002767562e-05,
      "loss": 0.5986,
      "step": 4133
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869988211210075e-05,
      "loss": 0.5931,
      "step": 4134
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869915103022411e-05,
      "loss": 0.6406,
      "step": 4135
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869841975715371e-05,
      "loss": 0.6073,
      "step": 4136
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8697688292905622e-05,
      "loss": 0.6628,
      "step": 4137
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8696956637495926e-05,
      "loss": 0.6184,
      "step": 4138
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86962247909407e-05,
      "loss": 0.6549,
      "step": 4139
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8695492753256028e-05,
      "loss": 0.5763,
      "step": 4140
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8694760524458e-05,
      "loss": 0.6254,
      "step": 4141
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8694028104562708e-05,
      "loss": 0.7947,
      "step": 4142
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869329549358625e-05,
      "loss": 0.611,
      "step": 4143
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692562691544733e-05,
      "loss": 0.6837,
      "step": 4144
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8691829698454253e-05,
      "loss": 0.6647,
      "step": 4145
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869109651433093e-05,
      "loss": 0.7204,
      "step": 4146
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869036313919087e-05,
      "loss": 0.4195,
      "step": 4147
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8689629573050194e-05,
      "loss": 0.7065,
      "step": 4148
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8688895815925025e-05,
      "loss": 0.6382,
      "step": 4149
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8688161867831494e-05,
      "loss": 0.7434,
      "step": 4150
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8687427728785725e-05,
      "loss": 0.7026,
      "step": 4151
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686693398803856e-05,
      "loss": 0.7361,
      "step": 4152
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868595887790203e-05,
      "loss": 0.7464,
      "step": 4153
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8685224166096386e-05,
      "loss": 0.6966,
      "step": 4154
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684489263403073e-05,
      "loss": 0.6188,
      "step": 4155
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8683754169838244e-05,
      "loss": 0.7631,
      "step": 4156
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8683018885418054e-05,
      "loss": 0.5958,
      "step": 4157
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682283410158665e-05,
      "loss": 0.6639,
      "step": 4158
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868154774407624e-05,
      "loss": 0.7045,
      "step": 4159
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868081188718695e-05,
      "loss": 0.614,
      "step": 4160
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8680075839506967e-05,
      "loss": 0.6817,
      "step": 4161
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8679339601052464e-05,
      "loss": 0.7046,
      "step": 4162
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867860317183963e-05,
      "loss": 0.7195,
      "step": 4163
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8677866551884642e-05,
      "loss": 0.6474,
      "step": 4164
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8677129741203696e-05,
      "loss": 0.6745,
      "step": 4165
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8676392739812984e-05,
      "loss": 0.6623,
      "step": 4166
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8675655547728707e-05,
      "loss": 0.6512,
      "step": 4167
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8674918164967062e-05,
      "loss": 0.6899,
      "step": 4168
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867418059154426e-05,
      "loss": 0.7416,
      "step": 4169
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867344282747651e-05,
      "loss": 0.6299,
      "step": 4170
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8672704872780024e-05,
      "loss": 0.7111,
      "step": 4171
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867196672747103e-05,
      "loss": 0.7257,
      "step": 4172
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867122839156574e-05,
      "loss": 0.68,
      "step": 4173
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8670489865080387e-05,
      "loss": 0.6955,
      "step": 4174
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86697511480312e-05,
      "loss": 0.6411,
      "step": 4175
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669012240434422e-05,
      "loss": 0.6946,
      "step": 4176
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8668273142306287e-05,
      "loss": 0.6796,
      "step": 4177
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866753385366304e-05,
      "loss": 0.4316,
      "step": 4178
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8666794374520933e-05,
      "loss": 0.6517,
      "step": 4179
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866605470489621e-05,
      "loss": 0.6316,
      "step": 4180
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665314844805136e-05,
      "loss": 0.6724,
      "step": 4181
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8664574794263967e-05,
      "loss": 0.6851,
      "step": 4182
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663834553288974e-05,
      "loss": 0.6946,
      "step": 4183
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663094121896418e-05,
      "loss": 0.674,
      "step": 4184
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662353500102585e-05,
      "loss": 0.6398,
      "step": 4185
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8661612687923738e-05,
      "loss": 0.7061,
      "step": 4186
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8660871685376167e-05,
      "loss": 0.642,
      "step": 4187
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866013049247616e-05,
      "loss": 0.5546,
      "step": 4188
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865938910924e-05,
      "loss": 0.6031,
      "step": 4189
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8658647535683988e-05,
      "loss": 0.5603,
      "step": 4190
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865790577182442e-05,
      "loss": 0.7509,
      "step": 4191
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8657163817677598e-05,
      "loss": 0.6205,
      "step": 4192
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8656421673259832e-05,
      "loss": 0.7004,
      "step": 4193
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865567933858743e-05,
      "loss": 0.5714,
      "step": 4194
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865493681367671e-05,
      "loss": 0.5983,
      "step": 4195
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8654194098543988e-05,
      "loss": 0.5923,
      "step": 4196
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8653451193205592e-05,
      "loss": 0.7753,
      "step": 4197
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8652708097677848e-05,
      "loss": 0.753,
      "step": 4198
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8651964811977085e-05,
      "loss": 0.6809,
      "step": 4199
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8651221336119644e-05,
      "loss": 0.6359,
      "step": 4200
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8650477670121864e-05,
      "loss": 0.6582,
      "step": 4201
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8649733814000088e-05,
      "loss": 0.6864,
      "step": 4202
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8648989767770667e-05,
      "loss": 0.7122,
      "step": 4203
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864824553144995e-05,
      "loss": 0.7291,
      "step": 4204
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8647501105054298e-05,
      "loss": 0.5804,
      "step": 4205
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864675648860007e-05,
      "loss": 0.7401,
      "step": 4206
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864601168210364e-05,
      "loss": 0.7812,
      "step": 4207
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645266685581365e-05,
      "loss": 0.5432,
      "step": 4208
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8644521499049625e-05,
      "loss": 0.6787,
      "step": 4209
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86437761225248e-05,
      "loss": 0.5875,
      "step": 4210
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864303055602327e-05,
      "loss": 0.6842,
      "step": 4211
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8642284799561415e-05,
      "loss": 0.5912,
      "step": 4212
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8641538853155635e-05,
      "loss": 0.7297,
      "step": 4213
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8640792716822324e-05,
      "loss": 0.5786,
      "step": 4214
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8640046390577877e-05,
      "loss": 0.6321,
      "step": 4215
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8639299874438695e-05,
      "loss": 0.4448,
      "step": 4216
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8638553168421195e-05,
      "loss": 0.5838,
      "step": 4217
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8637806272541778e-05,
      "loss": 0.5939,
      "step": 4218
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8637059186816863e-05,
      "loss": 0.7505,
      "step": 4219
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8636311911262873e-05,
      "loss": 0.6686,
      "step": 4220
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8635564445896226e-05,
      "loss": 0.5494,
      "step": 4221
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634816790733358e-05,
      "loss": 0.6745,
      "step": 4222
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863406894579069e-05,
      "loss": 0.6135,
      "step": 4223
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8633320911084672e-05,
      "loss": 0.6432,
      "step": 4224
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8632572686631736e-05,
      "loss": 0.7088,
      "step": 4225
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8631824272448326e-05,
      "loss": 0.7365,
      "step": 4226
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8631075668550898e-05,
      "loss": 0.7036,
      "step": 4227
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86303268749559e-05,
      "loss": 0.7104,
      "step": 4228
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8629577891679785e-05,
      "loss": 0.6437,
      "step": 4229
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8628828718739027e-05,
      "loss": 0.7213,
      "step": 4230
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8628079356150078e-05,
      "loss": 0.7304,
      "step": 4231
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862732980392942e-05,
      "loss": 0.7146,
      "step": 4232
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8626580062093516e-05,
      "loss": 0.544,
      "step": 4233
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8625830130658853e-05,
      "loss": 0.7396,
      "step": 4234
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8625080009641906e-05,
      "loss": 0.6368,
      "step": 4235
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8624329699059168e-05,
      "loss": 0.7162,
      "step": 4236
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8623579198927126e-05,
      "loss": 0.6221,
      "step": 4237
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8622828509262277e-05,
      "loss": 0.644,
      "step": 4238
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8622077630081117e-05,
      "loss": 0.6719,
      "step": 4239
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862132656140015e-05,
      "loss": 0.619,
      "step": 4240
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8620575303235885e-05,
      "loss": 0.7282,
      "step": 4241
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861982385560483e-05,
      "loss": 0.661,
      "step": 4242
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861907221852351e-05,
      "loss": 0.6433,
      "step": 4243
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8618320392008433e-05,
      "loss": 0.6231,
      "step": 4244
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8617568376076125e-05,
      "loss": 0.6641,
      "step": 4245
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861681617074312e-05,
      "loss": 0.6417,
      "step": 4246
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616063776025947e-05,
      "loss": 0.5695,
      "step": 4247
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8615311191941147e-05,
      "loss": 0.7623,
      "step": 4248
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8614558418505252e-05,
      "loss": 0.618,
      "step": 4249
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613805455734813e-05,
      "loss": 0.504,
      "step": 4250
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613052303646375e-05,
      "loss": 0.5418,
      "step": 4251
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612298962256495e-05,
      "loss": 0.6729,
      "step": 4252
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8611545431581728e-05,
      "loss": 0.717,
      "step": 4253
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8610791711638637e-05,
      "loss": 0.6479,
      "step": 4254
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8610037802443782e-05,
      "loss": 0.6072,
      "step": 4255
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609283704013743e-05,
      "loss": 0.7193,
      "step": 4256
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8608529416365085e-05,
      "loss": 0.4433,
      "step": 4257
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860777493951439e-05,
      "loss": 0.6127,
      "step": 4258
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8607020273478242e-05,
      "loss": 0.6476,
      "step": 4259
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8606265418273224e-05,
      "loss": 0.6761,
      "step": 4260
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8605510373915926e-05,
      "loss": 0.6657,
      "step": 4261
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604755140422944e-05,
      "loss": 0.5801,
      "step": 4262
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8603999717810875e-05,
      "loss": 0.673,
      "step": 4263
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860324410609633e-05,
      "loss": 0.5799,
      "step": 4264
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8602488305295906e-05,
      "loss": 0.6629,
      "step": 4265
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860173231542622e-05,
      "loss": 0.6675,
      "step": 4266
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8600976136503884e-05,
      "loss": 0.7353,
      "step": 4267
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860021976854552e-05,
      "loss": 0.6112,
      "step": 4268
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8599463211567752e-05,
      "loss": 0.7428,
      "step": 4269
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859870646558721e-05,
      "loss": 0.6443,
      "step": 4270
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8597949530620518e-05,
      "loss": 0.7064,
      "step": 4271
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859719240668432e-05,
      "loss": 0.7427,
      "step": 4272
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8596435093795254e-05,
      "loss": 0.6969,
      "step": 4273
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8595677591969964e-05,
      "loss": 0.694,
      "step": 4274
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85949199012251e-05,
      "loss": 0.5946,
      "step": 4275
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8594162021577316e-05,
      "loss": 0.7031,
      "step": 4276
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593403953043266e-05,
      "loss": 0.7095,
      "step": 4277
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8592645695639613e-05,
      "loss": 0.6701,
      "step": 4278
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8591887249383022e-05,
      "loss": 0.6807,
      "step": 4279
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859112861429016e-05,
      "loss": 0.6699,
      "step": 4280
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85903697903777e-05,
      "loss": 0.5635,
      "step": 4281
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589610777662328e-05,
      "loss": 0.6578,
      "step": 4282
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8588851576160718e-05,
      "loss": 0.7356,
      "step": 4283
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858809218588956e-05,
      "loss": 0.628,
      "step": 4284
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8587332606865542e-05,
      "loss": 0.6594,
      "step": 4285
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858657283910536e-05,
      "loss": 0.5959,
      "step": 4286
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858581288262571e-05,
      "loss": 0.7631,
      "step": 4287
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585052737443297e-05,
      "loss": 0.6591,
      "step": 4288
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8584292403574827e-05,
      "loss": 0.6586,
      "step": 4289
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583531881037008e-05,
      "loss": 0.6593,
      "step": 4290
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858277116984656e-05,
      "loss": 0.5911,
      "step": 4291
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8582010270020202e-05,
      "loss": 0.7164,
      "step": 4292
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8581249181574653e-05,
      "loss": 0.5898,
      "step": 4293
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8580487904526647e-05,
      "loss": 0.6707,
      "step": 4294
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579726438892912e-05,
      "loss": 0.6077,
      "step": 4295
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857896478469018e-05,
      "loss": 0.647,
      "step": 4296
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8578202941935196e-05,
      "loss": 0.6861,
      "step": 4297
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8577440910644704e-05,
      "loss": 0.6995,
      "step": 4298
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857667869083545e-05,
      "loss": 0.6375,
      "step": 4299
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857591628252419e-05,
      "loss": 0.6163,
      "step": 4300
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8575153685727675e-05,
      "loss": 0.6366,
      "step": 4301
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857439090046267e-05,
      "loss": 0.8216,
      "step": 4302
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857362792674594e-05,
      "loss": 0.6641,
      "step": 4303
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8572864764594247e-05,
      "loss": 0.6713,
      "step": 4304
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8572101414024376e-05,
      "loss": 0.624,
      "step": 4305
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8571337875053093e-05,
      "loss": 0.6008,
      "step": 4306
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857057414769719e-05,
      "loss": 0.6959,
      "step": 4307
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856981023197344e-05,
      "loss": 0.666,
      "step": 4308
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8569046127898645e-05,
      "loss": 0.6128,
      "step": 4309
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856828183548959e-05,
      "loss": 0.7327,
      "step": 4310
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8567517354763078e-05,
      "loss": 0.7316,
      "step": 4311
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856675268573591e-05,
      "loss": 0.4392,
      "step": 4312
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856598782842489e-05,
      "loss": 0.733,
      "step": 4313
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856522278284683e-05,
      "loss": 0.6903,
      "step": 4314
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8564457549018544e-05,
      "loss": 0.5952,
      "step": 4315
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8563692126956854e-05,
      "loss": 0.5876,
      "step": 4316
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562926516678577e-05,
      "loss": 0.714,
      "step": 4317
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562160718200544e-05,
      "loss": 0.6908,
      "step": 4318
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8561394731539587e-05,
      "loss": 0.7032,
      "step": 4319
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8560628556712536e-05,
      "loss": 0.6003,
      "step": 4320
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559862193736233e-05,
      "loss": 0.5887,
      "step": 4321
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559095642627522e-05,
      "loss": 0.7245,
      "step": 4322
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8558328903403252e-05,
      "loss": 0.7683,
      "step": 4323
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8557561976080273e-05,
      "loss": 0.7022,
      "step": 4324
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855679486067544e-05,
      "loss": 0.637,
      "step": 4325
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556027557205615e-05,
      "loss": 0.6757,
      "step": 4326
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8555260065687665e-05,
      "loss": 0.6933,
      "step": 4327
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855449238613845e-05,
      "loss": 0.5224,
      "step": 4328
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8553724518574845e-05,
      "loss": 0.6843,
      "step": 4329
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8552956463013735e-05,
      "loss": 0.6575,
      "step": 4330
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855218821947199e-05,
      "loss": 0.6852,
      "step": 4331
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8551419787966496e-05,
      "loss": 0.4862,
      "step": 4332
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8550651168514146e-05,
      "loss": 0.6061,
      "step": 4333
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549882361131834e-05,
      "loss": 0.6037,
      "step": 4334
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549113365836454e-05,
      "loss": 0.6039,
      "step": 4335
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8548344182644912e-05,
      "loss": 0.7533,
      "step": 4336
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8547574811574102e-05,
      "loss": 0.6254,
      "step": 4337
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546805252640946e-05,
      "loss": 0.59,
      "step": 4338
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546035505862354e-05,
      "loss": 0.6414,
      "step": 4339
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8545265571255243e-05,
      "loss": 0.7606,
      "step": 4340
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8544495448836533e-05,
      "loss": 0.6101,
      "step": 4341
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854372513862315e-05,
      "loss": 0.6635,
      "step": 4342
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854295464063203e-05,
      "loss": 0.5972,
      "step": 4343
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8542183954880103e-05,
      "loss": 0.6106,
      "step": 4344
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854141308138431e-05,
      "loss": 0.6655,
      "step": 4345
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8540642020161585e-05,
      "loss": 0.7049,
      "step": 4346
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8539870771228882e-05,
      "loss": 0.6725,
      "step": 4347
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8539099334603158e-05,
      "loss": 0.73,
      "step": 4348
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8538327710301357e-05,
      "loss": 0.5833,
      "step": 4349
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853755589834044e-05,
      "loss": 0.7596,
      "step": 4350
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536783898737375e-05,
      "loss": 0.7108,
      "step": 4351
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536011711509126e-05,
      "loss": 0.7163,
      "step": 4352
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535239336672664e-05,
      "loss": 0.5756,
      "step": 4353
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853446677424497e-05,
      "loss": 0.6251,
      "step": 4354
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8533694024243017e-05,
      "loss": 0.6943,
      "step": 4355
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853292108668379e-05,
      "loss": 0.446,
      "step": 4356
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853214796158428e-05,
      "loss": 0.6161,
      "step": 4357
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8531374648961478e-05,
      "loss": 0.6544,
      "step": 4358
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853060114883238e-05,
      "loss": 0.6768,
      "step": 4359
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852982746121398e-05,
      "loss": 0.6023,
      "step": 4360
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8529053586123296e-05,
      "loss": 0.6646,
      "step": 4361
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8528279523577325e-05,
      "loss": 0.6716,
      "step": 4362
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8527505273593084e-05,
      "loss": 0.5494,
      "step": 4363
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852673083618759e-05,
      "loss": 0.6985,
      "step": 4364
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8525956211377863e-05,
      "loss": 0.5726,
      "step": 4365
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852518139918093e-05,
      "loss": 0.619,
      "step": 4366
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852440639961382e-05,
      "loss": 0.5951,
      "step": 4367
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852363121269356e-05,
      "loss": 0.7244,
      "step": 4368
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522855838437195e-05,
      "loss": 0.6351,
      "step": 4369
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522080276861764e-05,
      "loss": 0.5696,
      "step": 4370
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8521304527984312e-05,
      "loss": 0.6742,
      "step": 4371
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8520528591821886e-05,
      "loss": 0.6254,
      "step": 4372
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8519752468391548e-05,
      "loss": 0.6521,
      "step": 4373
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851897615771035e-05,
      "loss": 0.656,
      "step": 4374
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518199659795354e-05,
      "loss": 0.5735,
      "step": 4375
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8517422974663625e-05,
      "loss": 0.7032,
      "step": 4376
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851664610233224e-05,
      "loss": 0.6665,
      "step": 4377
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8515869042818266e-05,
      "loss": 0.6956,
      "step": 4378
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8515091796138787e-05,
      "loss": 0.5833,
      "step": 4379
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851431436231088e-05,
      "loss": 0.6878,
      "step": 4380
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8513536741351638e-05,
      "loss": 0.6576,
      "step": 4381
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851275893327815e-05,
      "loss": 0.7541,
      "step": 4382
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851198093810751e-05,
      "loss": 0.6394,
      "step": 4383
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511202755856815e-05,
      "loss": 0.6988,
      "step": 4384
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8510424386543167e-05,
      "loss": 0.6775,
      "step": 4385
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509645830183683e-05,
      "loss": 0.616,
      "step": 4386
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8508867086795464e-05,
      "loss": 0.5548,
      "step": 4387
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850808815639563e-05,
      "loss": 0.7163,
      "step": 4388
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507309039001303e-05,
      "loss": 0.7664,
      "step": 4389
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8506529734629604e-05,
      "loss": 0.709,
      "step": 4390
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850575024329766e-05,
      "loss": 0.6765,
      "step": 4391
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8504970565022602e-05,
      "loss": 0.6521,
      "step": 4392
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850419069982157e-05,
      "loss": 0.6754,
      "step": 4393
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8503410647711702e-05,
      "loss": 0.6337,
      "step": 4394
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850263040871014e-05,
      "loss": 0.64,
      "step": 4395
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850184998283404e-05,
      "loss": 0.6282,
      "step": 4396
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850106937010055e-05,
      "loss": 0.5617,
      "step": 4397
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8500288570526824e-05,
      "loss": 0.6793,
      "step": 4398
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8499507584130025e-05,
      "loss": 0.703,
      "step": 4399
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849872641092732e-05,
      "loss": 0.6913,
      "step": 4400
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8497945050935873e-05,
      "loss": 0.7017,
      "step": 4401
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849716350417286e-05,
      "loss": 0.6591,
      "step": 4402
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849638177065546e-05,
      "loss": 0.5764,
      "step": 4403
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8495599850400855e-05,
      "loss": 0.6841,
      "step": 4404
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849481774342622e-05,
      "loss": 0.6818,
      "step": 4405
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849403544974876e-05,
      "loss": 0.6408,
      "step": 4406
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8493252969385657e-05,
      "loss": 0.5729,
      "step": 4407
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8492470302354114e-05,
      "loss": 0.5484,
      "step": 4408
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8491687448671332e-05,
      "loss": 0.6673,
      "step": 4409
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8490904408354516e-05,
      "loss": 0.6805,
      "step": 4410
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8490121181420876e-05,
      "loss": 0.6553,
      "step": 4411
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8489337767887626e-05,
      "loss": 0.6612,
      "step": 4412
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8488554167771984e-05,
      "loss": 0.6961,
      "step": 4413
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487770381091176e-05,
      "loss": 0.6376,
      "step": 4414
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8486986407862423e-05,
      "loss": 0.6747,
      "step": 4415
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8486202248102955e-05,
      "loss": 0.6895,
      "step": 4416
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485417901830013e-05,
      "loss": 0.588,
      "step": 4417
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848463336906083e-05,
      "loss": 0.613,
      "step": 4418
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483848649812654e-05,
      "loss": 0.7487,
      "step": 4419
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483063744102728e-05,
      "loss": 0.6996,
      "step": 4420
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84822786519483e-05,
      "loss": 0.4092,
      "step": 4421
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8481493373366634e-05,
      "loss": 0.7453,
      "step": 4422
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480707908374985e-05,
      "loss": 0.5493,
      "step": 4423
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8479922256990615e-05,
      "loss": 0.555,
      "step": 4424
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8479136419230788e-05,
      "loss": 0.6488,
      "step": 4425
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847835039511278e-05,
      "loss": 0.6488,
      "step": 4426
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847756418465387e-05,
      "loss": 0.6582,
      "step": 4427
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847677778787133e-05,
      "loss": 0.7063,
      "step": 4428
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8475991204782445e-05,
      "loss": 0.7345,
      "step": 4429
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847520443540451e-05,
      "loss": 0.5892,
      "step": 4430
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8474417479754813e-05,
      "loss": 0.7022,
      "step": 4431
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847363033785065e-05,
      "loss": 0.5933,
      "step": 4432
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472843009709313e-05,
      "loss": 0.713,
      "step": 4433
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847205549534812e-05,
      "loss": 0.639,
      "step": 4434
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847126779478437e-05,
      "loss": 0.7638,
      "step": 4435
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847047990803538e-05,
      "loss": 0.7122,
      "step": 4436
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8469691835118462e-05,
      "loss": 0.6869,
      "step": 4437
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468903576050946e-05,
      "loss": 0.625,
      "step": 4438
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468115130850146e-05,
      "loss": 0.7005,
      "step": 4439
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8467326499533394e-05,
      "loss": 0.6639,
      "step": 4440
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8466537682118026e-05,
      "loss": 0.5877,
      "step": 4441
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8465748678621377e-05,
      "loss": 0.6714,
      "step": 4442
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846495948906079e-05,
      "loss": 0.6682,
      "step": 4443
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8464170113453602e-05,
      "loss": 0.6233,
      "step": 4444
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8463380551817173e-05,
      "loss": 0.6805,
      "step": 4445
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8462590804168853e-05,
      "loss": 0.6291,
      "step": 4446
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8461800870525996e-05,
      "loss": 0.769,
      "step": 4447
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8461010750905965e-05,
      "loss": 0.6905,
      "step": 4448
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8460220445326123e-05,
      "loss": 0.7674,
      "step": 4449
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845942995380385e-05,
      "loss": 0.6725,
      "step": 4450
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845863927635651e-05,
      "loss": 0.6823,
      "step": 4451
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8457848413001484e-05,
      "loss": 0.6343,
      "step": 4452
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845705736375615e-05,
      "loss": 0.622,
      "step": 4453
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84562661286379e-05,
      "loss": 0.7415,
      "step": 4454
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8455474707664123e-05,
      "loss": 0.6785,
      "step": 4455
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845468310085221e-05,
      "loss": 0.6963,
      "step": 4456
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8453891308219563e-05,
      "loss": 0.5775,
      "step": 4457
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8453099329783583e-05,
      "loss": 0.6439,
      "step": 4458
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452307165561672e-05,
      "loss": 0.8034,
      "step": 4459
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8451514815571246e-05,
      "loss": 0.685,
      "step": 4460
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8450722279829717e-05,
      "loss": 0.7298,
      "step": 4461
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844992955835451e-05,
      "loss": 0.7833,
      "step": 4462
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449136651163037e-05,
      "loss": 0.7826,
      "step": 4463
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8448343558272733e-05,
      "loss": 0.8221,
      "step": 4464
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8447550279701026e-05,
      "loss": 0.6392,
      "step": 4465
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844675681546535e-05,
      "loss": 0.6854,
      "step": 4466
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844596316558315e-05,
      "loss": 0.7394,
      "step": 4467
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844516933007186e-05,
      "loss": 0.6801,
      "step": 4468
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8444375308948932e-05,
      "loss": 0.6282,
      "step": 4469
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844358110223182e-05,
      "loss": 0.6594,
      "step": 4470
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8442786709937975e-05,
      "loss": 0.7115,
      "step": 4471
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844199213208486e-05,
      "loss": 0.5303,
      "step": 4472
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8441197368689936e-05,
      "loss": 0.6738,
      "step": 4473
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844040241977067e-05,
      "loss": 0.6547,
      "step": 4474
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8439607285344537e-05,
      "loss": 0.6548,
      "step": 4475
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438811965429007e-05,
      "loss": 0.6739,
      "step": 4476
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.843801646004157e-05,
      "loss": 0.6459,
      "step": 4477
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84372207691997e-05,
      "loss": 0.7804,
      "step": 4478
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8436424892920894e-05,
      "loss": 0.6163,
      "step": 4479
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843562883122263e-05,
      "loss": 0.6819,
      "step": 4480
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843483258412242e-05,
      "loss": 0.641,
      "step": 4481
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434036151637754e-05,
      "loss": 0.564,
      "step": 4482
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843323953378614e-05,
      "loss": 0.6454,
      "step": 4483
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8432442730585092e-05,
      "loss": 0.6414,
      "step": 4484
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8431645742052112e-05,
      "loss": 0.6742,
      "step": 4485
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8430848568204722e-05,
      "loss": 0.6686,
      "step": 4486
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843005120906044e-05,
      "loss": 0.769,
      "step": 4487
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8429253664636797e-05,
      "loss": 0.6196,
      "step": 4488
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8428455934951313e-05,
      "loss": 0.6449,
      "step": 4489
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842765802002153e-05,
      "loss": 0.7436,
      "step": 4490
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8426859919864973e-05,
      "loss": 0.7063,
      "step": 4491
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8426061634499197e-05,
      "loss": 0.6419,
      "step": 4492
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425263163941736e-05,
      "loss": 0.72,
      "step": 4493
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8424464508210147e-05,
      "loss": 0.6663,
      "step": 4494
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842366566732198e-05,
      "loss": 0.6776,
      "step": 4495
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422866641294787e-05,
      "loss": 0.671,
      "step": 4496
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422067430146137e-05,
      "loss": 0.7065,
      "step": 4497
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8421268033893595e-05,
      "loss": 0.6715,
      "step": 4498
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842046845255472e-05,
      "loss": 0.6936,
      "step": 4499
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8419668686147104e-05,
      "loss": 0.6131,
      "step": 4500
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8418868734688308e-05,
      "loss": 0.6712,
      "step": 4501
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8418068598195923e-05,
      "loss": 0.6033,
      "step": 4502
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417268276687534e-05,
      "loss": 0.589,
      "step": 4503
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841646777018072e-05,
      "loss": 0.7392,
      "step": 4504
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841566707869309e-05,
      "loss": 0.6522,
      "step": 4505
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8414866202242234e-05,
      "loss": 0.692,
      "step": 4506
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8414065140845755e-05,
      "loss": 0.7394,
      "step": 4507
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841326389452126e-05,
      "loss": 0.6507,
      "step": 4508
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8412462463286357e-05,
      "loss": 0.5996,
      "step": 4509
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411660847158666e-05,
      "loss": 0.7352,
      "step": 4510
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84108590461558e-05,
      "loss": 0.6295,
      "step": 4511
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8410057060295377e-05,
      "loss": 0.626,
      "step": 4512
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8409254889595036e-05,
      "loss": 0.7195,
      "step": 4513
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8408452534072397e-05,
      "loss": 0.6139,
      "step": 4514
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8407649993745095e-05,
      "loss": 0.5634,
      "step": 4515
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8406847268630773e-05,
      "loss": 0.638,
      "step": 4516
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8406044358747076e-05,
      "loss": 0.5199,
      "step": 4517
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8405241264111642e-05,
      "loss": 0.8458,
      "step": 4518
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8404437984742128e-05,
      "loss": 0.6546,
      "step": 4519
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8403634520656188e-05,
      "loss": 0.6757,
      "step": 4520
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402830871871482e-05,
      "loss": 0.7067,
      "step": 4521
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840202703840567e-05,
      "loss": 0.6162,
      "step": 4522
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8401223020276416e-05,
      "loss": 0.5554,
      "step": 4523
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84004188175014e-05,
      "loss": 0.6644,
      "step": 4524
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8399614430098293e-05,
      "loss": 0.732,
      "step": 4525
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839880985808477e-05,
      "loss": 0.7279,
      "step": 4526
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839800510147852e-05,
      "loss": 0.6796,
      "step": 4527
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839720016029723e-05,
      "loss": 0.4872,
      "step": 4528
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8396395034558584e-05,
      "loss": 0.679,
      "step": 4529
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8395589724280286e-05,
      "loss": 0.6025,
      "step": 4530
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839478422948003e-05,
      "loss": 0.6879,
      "step": 4531
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393978550175523e-05,
      "loss": 0.6242,
      "step": 4532
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393172686384474e-05,
      "loss": 0.6801,
      "step": 4533
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839236663812459e-05,
      "loss": 0.641,
      "step": 4534
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839156040541359e-05,
      "loss": 0.7092,
      "step": 4535
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839075398826919e-05,
      "loss": 0.5822,
      "step": 4536
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8389947386709118e-05,
      "loss": 0.5984,
      "step": 4537
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83891406007511e-05,
      "loss": 0.6311,
      "step": 4538
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838833363041287e-05,
      "loss": 0.606,
      "step": 4539
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8387526475712156e-05,
      "loss": 0.6934,
      "step": 4540
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838671913666671e-05,
      "loss": 0.6824,
      "step": 4541
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385911613294266e-05,
      "loss": 0.6603,
      "step": 4542
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385103905612576e-05,
      "loss": 0.4629,
      "step": 4543
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8384296013639394e-05,
      "loss": 0.7165,
      "step": 4544
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383487937392473e-05,
      "loss": 0.6671,
      "step": 4545
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8382679676889577e-05,
      "loss": 0.6811,
      "step": 4546
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8381871232148466e-05,
      "loss": 0.6587,
      "step": 4547
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838106260318691e-05,
      "loss": 0.6952,
      "step": 4548
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8380253790022686e-05,
      "loss": 0.7383,
      "step": 4549
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837944479267356e-05,
      "loss": 0.7133,
      "step": 4550
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8378635611157324e-05,
      "loss": 0.6618,
      "step": 4551
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377826245491754e-05,
      "loss": 0.5945,
      "step": 4552
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377016695694642e-05,
      "loss": 0.7142,
      "step": 4553
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837620696178378e-05,
      "loss": 0.6344,
      "step": 4554
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837539704377697e-05,
      "loss": 0.5962,
      "step": 4555
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8374586941692003e-05,
      "loss": 0.6669,
      "step": 4556
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837377665554669e-05,
      "loss": 0.6388,
      "step": 4557
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372966185358838e-05,
      "loss": 0.4357,
      "step": 4558
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372155531146257e-05,
      "loss": 0.6022,
      "step": 4559
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8371344692926773e-05,
      "loss": 0.6545,
      "step": 4560
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8370533670718198e-05,
      "loss": 0.6296,
      "step": 4561
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369722464538365e-05,
      "loss": 0.6719,
      "step": 4562
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836891107440509e-05,
      "loss": 0.6309,
      "step": 4563
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8368099500336224e-05,
      "loss": 0.6041,
      "step": 4564
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836728774234959e-05,
      "loss": 0.7157,
      "step": 4565
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836647580046303e-05,
      "loss": 0.7093,
      "step": 4566
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83656636746944e-05,
      "loss": 0.6121,
      "step": 4567
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8364851365061534e-05,
      "loss": 0.7342,
      "step": 4568
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83640388715823e-05,
      "loss": 0.6445,
      "step": 4569
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8363226194274547e-05,
      "loss": 0.651,
      "step": 4570
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836241333315614e-05,
      "loss": 0.7164,
      "step": 4571
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8361600288244936e-05,
      "loss": 0.6146,
      "step": 4572
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8360787059558817e-05,
      "loss": 0.6832,
      "step": 4573
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8359973647115648e-05,
      "loss": 0.463,
      "step": 4574
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835916005093331e-05,
      "loss": 0.6798,
      "step": 4575
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8358346271029685e-05,
      "loss": 0.7399,
      "step": 4576
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357532307422655e-05,
      "loss": 0.68,
      "step": 4577
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835671816013011e-05,
      "loss": 0.6252,
      "step": 4578
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835590382916995e-05,
      "loss": 0.5957,
      "step": 4579
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8355089314560067e-05,
      "loss": 0.7022,
      "step": 4580
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8354274616318364e-05,
      "loss": 0.6098,
      "step": 4581
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8353459734462747e-05,
      "loss": 0.5686,
      "step": 4582
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352644669011123e-05,
      "loss": 0.6607,
      "step": 4583
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835182941998141e-05,
      "loss": 0.6473,
      "step": 4584
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8351013987391528e-05,
      "loss": 0.6679,
      "step": 4585
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835019837125939e-05,
      "loss": 0.5809,
      "step": 4586
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834938257160293e-05,
      "loss": 0.6803,
      "step": 4587
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8348566588440076e-05,
      "loss": 0.6544,
      "step": 4588
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834775042178876e-05,
      "loss": 0.704,
      "step": 4589
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8346934071666924e-05,
      "loss": 0.7334,
      "step": 4590
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8346117538092506e-05,
      "loss": 0.6643,
      "step": 4591
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8345300821083455e-05,
      "loss": 0.7679,
      "step": 4592
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8344483920657716e-05,
      "loss": 0.6179,
      "step": 4593
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834366683683325e-05,
      "loss": 0.706,
      "step": 4594
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8342849569628014e-05,
      "loss": 0.7885,
      "step": 4595
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8342032119059963e-05,
      "loss": 0.7009,
      "step": 4596
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341214485147073e-05,
      "loss": 0.6194,
      "step": 4597
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834039666790731e-05,
      "loss": 0.6436,
      "step": 4598
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8339578667358648e-05,
      "loss": 0.6743,
      "step": 4599
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8338760483519066e-05,
      "loss": 0.593,
      "step": 4600
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337942116406546e-05,
      "loss": 0.5821,
      "step": 4601
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337123566039078e-05,
      "loss": 0.6873,
      "step": 4602
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8336304832434643e-05,
      "loss": 0.7046,
      "step": 4603
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8335485915611245e-05,
      "loss": 0.6334,
      "step": 4604
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833466681558688e-05,
      "loss": 0.6731,
      "step": 4605
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8333847532379546e-05,
      "loss": 0.6319,
      "step": 4606
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8333028066007257e-05,
      "loss": 0.7036,
      "step": 4607
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8332208416488017e-05,
      "loss": 0.6831,
      "step": 4608
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331388583839847e-05,
      "loss": 0.7541,
      "step": 4609
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8330568568080762e-05,
      "loss": 0.6957,
      "step": 4610
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8329748369228783e-05,
      "loss": 0.572,
      "step": 4611
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832892798730194e-05,
      "loss": 0.6441,
      "step": 4612
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8328107422318258e-05,
      "loss": 0.6618,
      "step": 4613
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832728667429578e-05,
      "loss": 0.6365,
      "step": 4614
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832646574325254e-05,
      "loss": 0.6121,
      "step": 4615
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832564462920658e-05,
      "loss": 0.6355,
      "step": 4616
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324823332175948e-05,
      "loss": 0.5637,
      "step": 4617
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324001852178698e-05,
      "loss": 0.6049,
      "step": 4618
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832318018923288e-05,
      "loss": 0.6235,
      "step": 4619
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8322358343356553e-05,
      "loss": 0.5355,
      "step": 4620
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8321536314567785e-05,
      "loss": 0.7152,
      "step": 4621
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832071410288464e-05,
      "loss": 0.6481,
      "step": 4622
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8319891708325186e-05,
      "loss": 0.761,
      "step": 4623
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8319069130907503e-05,
      "loss": 0.5829,
      "step": 4624
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8318246370649664e-05,
      "loss": 0.7196,
      "step": 4625
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831742342756976e-05,
      "loss": 0.6958,
      "step": 4626
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8316600301685868e-05,
      "loss": 0.4176,
      "step": 4627
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831577699301609e-05,
      "loss": 0.7848,
      "step": 4628
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8314953501578513e-05,
      "loss": 0.7491,
      "step": 4629
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831412982739124e-05,
      "loss": 0.673,
      "step": 4630
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831330597047237e-05,
      "loss": 0.5736,
      "step": 4631
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8312481930840013e-05,
      "loss": 0.6585,
      "step": 4632
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831165770851228e-05,
      "loss": 0.7051,
      "step": 4633
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831083330350729e-05,
      "loss": 0.7671,
      "step": 4634
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8310008715843154e-05,
      "loss": 0.7537,
      "step": 4635
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8309183945538e-05,
      "loss": 0.6851,
      "step": 4636
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8308358992609956e-05,
      "loss": 0.6281,
      "step": 4637
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830753385707715e-05,
      "loss": 0.6449,
      "step": 4638
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8306708538957717e-05,
      "loss": 0.7054,
      "step": 4639
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8305883038269803e-05,
      "loss": 0.6799,
      "step": 4640
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830505735503154e-05,
      "loss": 0.6677,
      "step": 4641
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8304231489261085e-05,
      "loss": 0.5925,
      "step": 4642
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8303405440976586e-05,
      "loss": 0.6251,
      "step": 4643
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83025792101962e-05,
      "loss": 0.6484,
      "step": 4644
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830175279693808e-05,
      "loss": 0.7165,
      "step": 4645
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8300926201220395e-05,
      "loss": 0.7552,
      "step": 4646
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830009942306131e-05,
      "loss": 0.7147,
      "step": 4647
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8299272462479e-05,
      "loss": 0.6363,
      "step": 4648
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829844531949163e-05,
      "loss": 0.7019,
      "step": 4649
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8297617994117395e-05,
      "loss": 0.7457,
      "step": 4650
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8296790486374467e-05,
      "loss": 0.6112,
      "step": 4651
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8295962796281035e-05,
      "loss": 0.6819,
      "step": 4652
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829513492385529e-05,
      "loss": 0.5977,
      "step": 4653
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8294306869115433e-05,
      "loss": 0.6956,
      "step": 4654
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8293478632079658e-05,
      "loss": 0.6212,
      "step": 4655
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829265021276617e-05,
      "loss": 0.7466,
      "step": 4656
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8291821611193178e-05,
      "loss": 0.5663,
      "step": 4657
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829099282737889e-05,
      "loss": 0.6268,
      "step": 4658
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829016386134152e-05,
      "loss": 0.7001,
      "step": 4659
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8289334713099292e-05,
      "loss": 0.4354,
      "step": 4660
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8288505382670427e-05,
      "loss": 0.7124,
      "step": 4661
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8287675870073154e-05,
      "loss": 0.6427,
      "step": 4662
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8286846175325705e-05,
      "loss": 0.7238,
      "step": 4663
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828601629844631e-05,
      "loss": 0.6935,
      "step": 4664
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8285186239453216e-05,
      "loss": 0.5799,
      "step": 4665
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828435599836466e-05,
      "loss": 0.722,
      "step": 4666
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283525575198892e-05,
      "loss": 0.693,
      "step": 4667
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8282694969974163e-05,
      "loss": 0.6476,
      "step": 4668
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828186418270873e-05,
      "loss": 0.6467,
      "step": 4669
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828103321342085e-05,
      "loss": 0.6339,
      "step": 4670
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828020206212879e-05,
      "loss": 0.7745,
      "step": 4671
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8279370728850812e-05,
      "loss": 0.6709,
      "step": 4672
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8278539213605193e-05,
      "loss": 0.6291,
      "step": 4673
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8277707516410203e-05,
      "loss": 0.644,
      "step": 4674
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8276875637284126e-05,
      "loss": 0.7631,
      "step": 4675
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8276043576245245e-05,
      "loss": 0.6698,
      "step": 4676
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8275211333311843e-05,
      "loss": 0.6324,
      "step": 4677
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8274378908502215e-05,
      "loss": 0.5738,
      "step": 4678
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8273546301834658e-05,
      "loss": 0.5963,
      "step": 4679
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272713513327466e-05,
      "loss": 0.7282,
      "step": 4680
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8271880542998947e-05,
      "loss": 0.496,
      "step": 4681
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8271047390867406e-05,
      "loss": 0.7401,
      "step": 4682
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8270214056951156e-05,
      "loss": 0.6939,
      "step": 4683
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8269380541268514e-05,
      "loss": 0.74,
      "step": 4684
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8268546843837795e-05,
      "loss": 0.6141,
      "step": 4685
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8267712964677327e-05,
      "loss": 0.6274,
      "step": 4686
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266878903805428e-05,
      "loss": 0.6264,
      "step": 4687
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266044661240442e-05,
      "loss": 0.7212,
      "step": 4688
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82652102370007e-05,
      "loss": 0.4213,
      "step": 4689
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264375631104536e-05,
      "loss": 0.7863,
      "step": 4690
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82635408435703e-05,
      "loss": 0.7147,
      "step": 4691
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8262705874416334e-05,
      "loss": 0.4352,
      "step": 4692
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8261870723660993e-05,
      "loss": 0.7307,
      "step": 4693
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826103539132263e-05,
      "loss": 0.5222,
      "step": 4694
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826019987741961e-05,
      "loss": 0.541,
      "step": 4695
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.825936418197029e-05,
      "loss": 0.584,
      "step": 4696
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8258528304993032e-05,
      "loss": 0.6502,
      "step": 4697
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825769224650622e-05,
      "loss": 0.5892,
      "step": 4698
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256856006528223e-05,
      "loss": 0.7154,
      "step": 4699
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256019585077422e-05,
      "loss": 0.6285,
      "step": 4700
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8255182982172197e-05,
      "loss": 0.6578,
      "step": 4701
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825434619783094e-05,
      "loss": 0.6747,
      "step": 4702
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8253509232072037e-05,
      "loss": 0.6333,
      "step": 4703
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8252672084913886e-05,
      "loss": 0.6413,
      "step": 4704
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825183475637489e-05,
      "loss": 0.5228,
      "step": 4705
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250997246473442e-05,
      "loss": 0.625,
      "step": 4706
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250159555227957e-05,
      "loss": 0.606,
      "step": 4707
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8249321682656845e-05,
      "loss": 0.6844,
      "step": 4708
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824848362877852e-05,
      "loss": 0.6703,
      "step": 4709
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8247645393611404e-05,
      "loss": 0.5997,
      "step": 4710
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8246806977173918e-05,
      "loss": 0.6158,
      "step": 4711
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8245968379484486e-05,
      "loss": 0.4912,
      "step": 4712
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824512960056154e-05,
      "loss": 0.6736,
      "step": 4713
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8244290640423522e-05,
      "loss": 0.702,
      "step": 4714
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8243451499088863e-05,
      "loss": 0.722,
      "step": 4715
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8242612176576012e-05,
      "loss": 0.6956,
      "step": 4716
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824177267290341e-05,
      "loss": 0.7033,
      "step": 4717
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824093298808951e-05,
      "loss": 0.5468,
      "step": 4718
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240093122152772e-05,
      "loss": 0.7566,
      "step": 4719
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8239253075111648e-05,
      "loss": 0.6168,
      "step": 4720
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8238412846984603e-05,
      "loss": 0.6492,
      "step": 4721
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8237572437790107e-05,
      "loss": 0.4566,
      "step": 4722
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8236731847546628e-05,
      "loss": 0.7217,
      "step": 4723
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235891076272638e-05,
      "loss": 0.6044,
      "step": 4724
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235050123986624e-05,
      "loss": 0.6577,
      "step": 4725
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823420899070706e-05,
      "loss": 0.7163,
      "step": 4726
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823336767645244e-05,
      "loss": 0.5335,
      "step": 4727
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8232526181241252e-05,
      "loss": 0.6643,
      "step": 4728
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231684505091987e-05,
      "loss": 0.6707,
      "step": 4729
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823084264802315e-05,
      "loss": 0.6801,
      "step": 4730
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8230000610053244e-05,
      "loss": 0.676,
      "step": 4731
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8229158391200767e-05,
      "loss": 0.6674,
      "step": 4732
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822831599148424e-05,
      "loss": 0.6567,
      "step": 4733
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8227473410922165e-05,
      "loss": 0.6868,
      "step": 4734
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8226630649533075e-05,
      "loss": 0.6328,
      "step": 4735
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822578770733548e-05,
      "loss": 0.6617,
      "step": 4736
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8224944584347918e-05,
      "loss": 0.6165,
      "step": 4737
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8224101280588917e-05,
      "loss": 0.6806,
      "step": 4738
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8223257796077e-05,
      "loss": 0.5356,
      "step": 4739
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8222414130830722e-05,
      "loss": 0.6999,
      "step": 4740
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822157028486861e-05,
      "loss": 0.7598,
      "step": 4741
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8220726258209223e-05,
      "loss": 0.6771,
      "step": 4742
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8219882050871107e-05,
      "loss": 0.5494,
      "step": 4743
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8219037662872813e-05,
      "loss": 0.6539,
      "step": 4744
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8218193094232902e-05,
      "loss": 0.6571,
      "step": 4745
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217348344969937e-05,
      "loss": 0.6374,
      "step": 4746
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8216503415102484e-05,
      "loss": 0.7112,
      "step": 4747
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8215658304649112e-05,
      "loss": 0.6658,
      "step": 4748
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8214813013628397e-05,
      "loss": 0.6684,
      "step": 4749
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8213967542058916e-05,
      "loss": 0.7002,
      "step": 4750
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821312188995925e-05,
      "loss": 0.6358,
      "step": 4751
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821227605734799e-05,
      "loss": 0.5468,
      "step": 4752
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8211430044243718e-05,
      "loss": 0.6647,
      "step": 4753
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210583850665033e-05,
      "loss": 0.6593,
      "step": 4754
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8209737476630532e-05,
      "loss": 0.6496,
      "step": 4755
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820889092215882e-05,
      "loss": 0.7173,
      "step": 4756
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82080441872685e-05,
      "loss": 0.6357,
      "step": 4757
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8207197271978186e-05,
      "loss": 0.6154,
      "step": 4758
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820635017630648e-05,
      "loss": 0.6934,
      "step": 4759
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8205502900272013e-05,
      "loss": 0.6609,
      "step": 4760
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8204655443893405e-05,
      "loss": 0.6999,
      "step": 4761
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8203807807189276e-05,
      "loss": 0.6429,
      "step": 4762
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820295999017826e-05,
      "loss": 0.5798,
      "step": 4763
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8202111992878983e-05,
      "loss": 0.6434,
      "step": 4764
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8201263815310093e-05,
      "loss": 0.6808,
      "step": 4765
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8200415457490227e-05,
      "loss": 0.6208,
      "step": 4766
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8199566919438033e-05,
      "loss": 0.6176,
      "step": 4767
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8198718201172156e-05,
      "loss": 0.7363,
      "step": 4768
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819786930271125e-05,
      "loss": 0.5859,
      "step": 4769
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819702022407398e-05,
      "loss": 0.6011,
      "step": 4770
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8196170965279e-05,
      "loss": 0.7679,
      "step": 4771
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8195321526344975e-05,
      "loss": 0.6659,
      "step": 4772
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8194471907290577e-05,
      "loss": 0.7491,
      "step": 4773
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819362210813448e-05,
      "loss": 0.7072,
      "step": 4774
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819277212889536e-05,
      "loss": 0.6292,
      "step": 4775
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81919219695919e-05,
      "loss": 0.6406,
      "step": 4776
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8191071630242783e-05,
      "loss": 0.7215,
      "step": 4777
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8190221110866697e-05,
      "loss": 0.6102,
      "step": 4778
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8189370411482338e-05,
      "loss": 0.5621,
      "step": 4779
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81885195321084e-05,
      "loss": 0.6019,
      "step": 4780
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818766847276359e-05,
      "loss": 0.6817,
      "step": 4781
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186817233466607e-05,
      "loss": 0.6519,
      "step": 4782
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818596581423616e-05,
      "loss": 0.6611,
      "step": 4783
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8185114215090967e-05,
      "loss": 0.5625,
      "step": 4784
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8184262436049736e-05,
      "loss": 0.5263,
      "step": 4785
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81834104771312e-05,
      "loss": 0.6484,
      "step": 4786
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818255833835407e-05,
      "loss": 0.704,
      "step": 4787
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8181706019737086e-05,
      "loss": 0.6427,
      "step": 4788
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180853521298972e-05,
      "loss": 0.7111,
      "step": 4789
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180000843058474e-05,
      "loss": 0.6406,
      "step": 4790
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8179147985034325e-05,
      "loss": 0.6562,
      "step": 4791
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178294947245275e-05,
      "loss": 0.6913,
      "step": 4792
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8177441729710063e-05,
      "loss": 0.5759,
      "step": 4793
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817658833244745e-05,
      "loss": 0.7209,
      "step": 4794
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8175734755476193e-05,
      "loss": 0.6289,
      "step": 4795
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8174880998815047e-05,
      "loss": 0.6075,
      "step": 4796
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817402706248278e-05,
      "loss": 0.6655,
      "step": 4797
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8173172946498157e-05,
      "loss": 0.6165,
      "step": 4798
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8172318650879952e-05,
      "loss": 0.6155,
      "step": 4799
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817146417564694e-05,
      "loss": 0.6632,
      "step": 4800
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8170609520817906e-05,
      "loss": 0.7498,
      "step": 4801
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169754686411625e-05,
      "loss": 0.6802,
      "step": 4802
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8168899672446892e-05,
      "loss": 0.6467,
      "step": 4803
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8168044478942498e-05,
      "loss": 0.6227,
      "step": 4804
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8167189105917236e-05,
      "loss": 0.5975,
      "step": 4805
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8166333553389907e-05,
      "loss": 0.69,
      "step": 4806
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8165477821379316e-05,
      "loss": 0.6726,
      "step": 4807
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816462190990427e-05,
      "loss": 0.6236,
      "step": 4808
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816376581898358e-05,
      "loss": 0.593,
      "step": 4809
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816290954863606e-05,
      "loss": 0.744,
      "step": 4810
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816205309888053e-05,
      "loss": 0.6137,
      "step": 4811
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816119646973582e-05,
      "loss": 0.6742,
      "step": 4812
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816033966122075e-05,
      "loss": 0.6341,
      "step": 4813
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8159482673354153e-05,
      "loss": 0.608,
      "step": 4814
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815862550615487e-05,
      "loss": 0.4613,
      "step": 4815
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8157768159641726e-05,
      "loss": 0.6048,
      "step": 4816
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8156910633833575e-05,
      "loss": 0.6273,
      "step": 4817
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8156052928749264e-05,
      "loss": 0.7988,
      "step": 4818
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8155195044407642e-05,
      "loss": 0.684,
      "step": 4819
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8154336980827566e-05,
      "loss": 0.6838,
      "step": 4820
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815347873802789e-05,
      "loss": 0.6175,
      "step": 4821
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152620316027482e-05,
      "loss": 0.7145,
      "step": 4822
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8151761714845204e-05,
      "loss": 0.7678,
      "step": 4823
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815090293449993e-05,
      "loss": 0.6015,
      "step": 4824
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8150043975010537e-05,
      "loss": 0.6503,
      "step": 4825
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8149184836395896e-05,
      "loss": 0.5977,
      "step": 4826
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8148325518674895e-05,
      "loss": 0.6519,
      "step": 4827
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8147466021866426e-05,
      "loss": 0.6455,
      "step": 4828
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8146606345989364e-05,
      "loss": 0.716,
      "step": 4829
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814574649106262e-05,
      "loss": 0.6222,
      "step": 4830
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814488645710508e-05,
      "loss": 0.6627,
      "step": 4831
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814402624413565e-05,
      "loss": 0.6166,
      "step": 4832
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8143165852173235e-05,
      "loss": 0.6532,
      "step": 4833
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814230528123675e-05,
      "loss": 0.5395,
      "step": 4834
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814144453134511e-05,
      "loss": 0.6623,
      "step": 4835
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814058360251722e-05,
      "loss": 0.6682,
      "step": 4836
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8139722494772018e-05,
      "loss": 0.7267,
      "step": 4837
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813886120812842e-05,
      "loss": 0.6929,
      "step": 4838
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8137999742605357e-05,
      "loss": 0.4962,
      "step": 4839
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8137138098221765e-05,
      "loss": 0.6379,
      "step": 4840
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8136276274996584e-05,
      "loss": 0.6689,
      "step": 4841
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135414272948745e-05,
      "loss": 0.6871,
      "step": 4842
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8134552092097207e-05,
      "loss": 0.6811,
      "step": 4843
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813368973246091e-05,
      "loss": 0.6025,
      "step": 4844
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8132827194058813e-05,
      "loss": 0.5872,
      "step": 4845
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8131964476909866e-05,
      "loss": 0.6262,
      "step": 4846
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8131101581033037e-05,
      "loss": 0.6424,
      "step": 4847
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813023850644729e-05,
      "loss": 0.6492,
      "step": 4848
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812937525317159e-05,
      "loss": 0.6382,
      "step": 4849
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812851182122492e-05,
      "loss": 0.631,
      "step": 4850
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812764821062624e-05,
      "loss": 0.6991,
      "step": 4851
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8126784421394545e-05,
      "loss": 0.6404,
      "step": 4852
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8125920453548813e-05,
      "loss": 0.6304,
      "step": 4853
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8125056307108038e-05,
      "loss": 0.6867,
      "step": 4854
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8124191982091206e-05,
      "loss": 0.7112,
      "step": 4855
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812332747851732e-05,
      "loss": 0.6284,
      "step": 4856
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812246279640538e-05,
      "loss": 0.5299,
      "step": 4857
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812159793577438e-05,
      "loss": 0.6709,
      "step": 4858
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8120732896643343e-05,
      "loss": 0.7206,
      "step": 4859
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8119867679031273e-05,
      "loss": 0.6632,
      "step": 4860
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8119002282957183e-05,
      "loss": 0.5925,
      "step": 4861
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8118136708440102e-05,
      "loss": 0.6892,
      "step": 4862
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8117270955499048e-05,
      "loss": 0.6703,
      "step": 4863
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8116405024153048e-05,
      "loss": 0.6304,
      "step": 4864
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811553891442114e-05,
      "loss": 0.6253,
      "step": 4865
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8114672626322356e-05,
      "loss": 0.6854,
      "step": 4866
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8113806159875733e-05,
      "loss": 0.7375,
      "step": 4867
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811293951510032e-05,
      "loss": 0.6797,
      "step": 4868
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8112072692015156e-05,
      "loss": 0.6083,
      "step": 4869
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8111205690639302e-05,
      "loss": 0.6134,
      "step": 4870
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811033851099181e-05,
      "loss": 0.6571,
      "step": 4871
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8109471153091736e-05,
      "loss": 0.7037,
      "step": 4872
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810860361695815e-05,
      "loss": 0.6927,
      "step": 4873
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810773590261011e-05,
      "loss": 0.7149,
      "step": 4874
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8106868010066695e-05,
      "loss": 0.5025,
      "step": 4875
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810599993934698e-05,
      "loss": 0.7311,
      "step": 4876
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8105131690470036e-05,
      "loss": 0.6941,
      "step": 4877
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8104263263454952e-05,
      "loss": 0.7398,
      "step": 4878
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810339465832081e-05,
      "loss": 0.5143,
      "step": 4879
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810252587508671e-05,
      "loss": 0.6324,
      "step": 4880
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8101656913771733e-05,
      "loss": 0.7147,
      "step": 4881
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810078777439499e-05,
      "loss": 0.6844,
      "step": 4882
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8099918456975575e-05,
      "loss": 0.6105,
      "step": 4883
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8099048961532596e-05,
      "loss": 0.6382,
      "step": 4884
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809817928808517e-05,
      "loss": 0.7286,
      "step": 4885
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.80973094366524e-05,
      "loss": 0.6594,
      "step": 4886
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8096439407253412e-05,
      "loss": 0.5388,
      "step": 4887
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8095569199907323e-05,
      "loss": 0.5487,
      "step": 4888
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8094698814633265e-05,
      "loss": 0.6588,
      "step": 4889
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809382825145036e-05,
      "loss": 0.4731,
      "step": 4890
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8092957510377748e-05,
      "loss": 0.5648,
      "step": 4891
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8092086591434563e-05,
      "loss": 0.5504,
      "step": 4892
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091215494639948e-05,
      "loss": 0.6674,
      "step": 4893
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8090344220013046e-05,
      "loss": 0.6745,
      "step": 4894
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089472767573007e-05,
      "loss": 0.6417,
      "step": 4895
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8088601137338987e-05,
      "loss": 0.696,
      "step": 4896
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8087729329330143e-05,
      "loss": 0.6801,
      "step": 4897
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808685734356563e-05,
      "loss": 0.7127,
      "step": 4898
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808598518006462e-05,
      "loss": 0.6671,
      "step": 4899
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8085112838846276e-05,
      "loss": 0.6742,
      "step": 4900
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084240319929777e-05,
      "loss": 0.7444,
      "step": 4901
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8083367623334297e-05,
      "loss": 0.6874,
      "step": 4902
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808249474907901e-05,
      "loss": 0.6585,
      "step": 4903
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8081621697183112e-05,
      "loss": 0.6777,
      "step": 4904
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808074846766578e-05,
      "loss": 0.6613,
      "step": 4905
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8079875060546218e-05,
      "loss": 0.6187,
      "step": 4906
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8079001475843608e-05,
      "loss": 0.586,
      "step": 4907
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8078127713577166e-05,
      "loss": 0.7821,
      "step": 4908
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8077253773766083e-05,
      "loss": 0.626,
      "step": 4909
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8076379656429573e-05,
      "loss": 0.7209,
      "step": 4910
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8075505361586846e-05,
      "loss": 0.5708,
      "step": 4911
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8074630889257116e-05,
      "loss": 0.7185,
      "step": 4912
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8073756239459605e-05,
      "loss": 0.6744,
      "step": 4913
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8072881412213536e-05,
      "loss": 0.7201,
      "step": 4914
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8072006407538138e-05,
      "loss": 0.6727,
      "step": 4915
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.807113122545264e-05,
      "loss": 0.7019,
      "step": 4916
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8070255865976276e-05,
      "loss": 0.5913,
      "step": 4917
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069380329128288e-05,
      "loss": 0.7104,
      "step": 4918
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8068504614927914e-05,
      "loss": 0.562,
      "step": 4919
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8067628723394414e-05,
      "loss": 0.6766,
      "step": 4920
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806675265454702e-05,
      "loss": 0.5989,
      "step": 4921
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8065876408405e-05,
      "loss": 0.6034,
      "step": 4922
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8064999984987602e-05,
      "loss": 0.6591,
      "step": 4923
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80641233843141e-05,
      "loss": 0.6371,
      "step": 4924
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8063246606403754e-05,
      "loss": 0.6358,
      "step": 4925
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8062369651275837e-05,
      "loss": 0.6473,
      "step": 4926
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806149251894962e-05,
      "loss": 0.6212,
      "step": 4927
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8060615209444382e-05,
      "loss": 0.4983,
      "step": 4928
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059737722779408e-05,
      "loss": 0.7146,
      "step": 4929
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8058860058973976e-05,
      "loss": 0.7063,
      "step": 4930
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805798221804738e-05,
      "loss": 0.7149,
      "step": 4931
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805710420001892e-05,
      "loss": 0.6357,
      "step": 4932
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8056226004907885e-05,
      "loss": 0.5914,
      "step": 4933
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8055347632733576e-05,
      "loss": 0.592,
      "step": 4934
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8054469083515304e-05,
      "loss": 0.7067,
      "step": 4935
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805359035727238e-05,
      "loss": 0.7175,
      "step": 4936
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8052711454024104e-05,
      "loss": 0.6888,
      "step": 4937
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805183237378981e-05,
      "loss": 0.6608,
      "step": 4938
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80509531165888e-05,
      "loss": 0.7362,
      "step": 4939
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805007368244042e-05,
      "loss": 0.6531,
      "step": 4940
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804919407136398e-05,
      "loss": 0.654,
      "step": 4941
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8048314283378823e-05,
      "loss": 0.7465,
      "step": 4942
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8047434318504282e-05,
      "loss": 0.4908,
      "step": 4943
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046554176759698e-05,
      "loss": 0.6125,
      "step": 4944
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8045673858164412e-05,
      "loss": 0.6025,
      "step": 4945
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8044793362737775e-05,
      "loss": 0.6968,
      "step": 4946
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8043912690499142e-05,
      "loss": 0.4853,
      "step": 4947
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8043031841467864e-05,
      "loss": 0.7349,
      "step": 4948
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8042150815663304e-05,
      "loss": 0.6646,
      "step": 4949
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804126961310482e-05,
      "loss": 0.6317,
      "step": 4950
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040388233811785e-05,
      "loss": 0.6594,
      "step": 4951
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803950667780357e-05,
      "loss": 0.5592,
      "step": 4952
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8038624945099545e-05,
      "loss": 0.6455,
      "step": 4953
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8037743035719094e-05,
      "loss": 0.5662,
      "step": 4954
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80368609496816e-05,
      "loss": 0.6402,
      "step": 4955
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8035978687006453e-05,
      "loss": 0.5551,
      "step": 4956
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8035096247713032e-05,
      "loss": 0.7125,
      "step": 4957
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8034213631820744e-05,
      "loss": 0.577,
      "step": 4958
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803333083934898e-05,
      "loss": 0.6288,
      "step": 4959
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032447870317147e-05,
      "loss": 0.5532,
      "step": 4960
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803156472474465e-05,
      "loss": 0.6108,
      "step": 4961
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8030681402650896e-05,
      "loss": 0.7574,
      "step": 4962
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8029797904055303e-05,
      "loss": 0.6647,
      "step": 4963
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8028914228977286e-05,
      "loss": 0.7058,
      "step": 4964
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8028030377436268e-05,
      "loss": 0.664,
      "step": 4965
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8027146349451677e-05,
      "loss": 0.6456,
      "step": 4966
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802626214504294e-05,
      "loss": 0.7336,
      "step": 4967
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802537776422949e-05,
      "loss": 0.6461,
      "step": 4968
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8024493207030764e-05,
      "loss": 0.7033,
      "step": 4969
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8023608473466206e-05,
      "loss": 0.6638,
      "step": 4970
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802272356355526e-05,
      "loss": 0.6289,
      "step": 4971
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802183847731738e-05,
      "loss": 0.561,
      "step": 4972
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8020953214772004e-05,
      "loss": 0.7662,
      "step": 4973
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8020067775938602e-05,
      "loss": 0.6135,
      "step": 4974
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8019182160836628e-05,
      "loss": 0.4656,
      "step": 4975
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8018296369485552e-05,
      "loss": 0.6994,
      "step": 4976
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8017410401904837e-05,
      "loss": 0.6465,
      "step": 4977
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801652425811396e-05,
      "loss": 0.6386,
      "step": 4978
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801563793813239e-05,
      "loss": 0.5857,
      "step": 4979
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8014751441979615e-05,
      "loss": 0.7256,
      "step": 4980
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8013864769675114e-05,
      "loss": 0.603,
      "step": 4981
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8012977921238375e-05,
      "loss": 0.6501,
      "step": 4982
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8012090896688894e-05,
      "loss": 0.6641,
      "step": 4983
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801120369604616e-05,
      "loss": 0.6476,
      "step": 4984
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8010316319329676e-05,
      "loss": 0.637,
      "step": 4985
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8009428766558943e-05,
      "loss": 0.6933,
      "step": 4986
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8008541037753472e-05,
      "loss": 0.5969,
      "step": 4987
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800765313293277e-05,
      "loss": 0.6286,
      "step": 4988
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800676505211635e-05,
      "loss": 0.6474,
      "step": 4989
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005876795323738e-05,
      "loss": 0.6216,
      "step": 4990
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800498836257445e-05,
      "loss": 0.6962,
      "step": 4991
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8004099753888017e-05,
      "loss": 0.6715,
      "step": 4992
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800321096928396e-05,
      "loss": 0.7483,
      "step": 4993
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8002322008781826e-05,
      "loss": 0.6429,
      "step": 4994
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8001432872401145e-05,
      "loss": 0.7396,
      "step": 4995
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8000543560161458e-05,
      "loss": 0.6987,
      "step": 4996
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7999654072082318e-05,
      "loss": 0.5604,
      "step": 4997
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7998764408183266e-05,
      "loss": 0.6789,
      "step": 4998
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7997874568483863e-05,
      "loss": 0.6941,
      "step": 4999
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7996984553003657e-05,
      "loss": 0.6152,
      "step": 5000
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799609436176222e-05,
      "loss": 0.6863,
      "step": 5001
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799520399477911e-05,
      "loss": 0.6522,
      "step": 5002
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79943134520739e-05,
      "loss": 0.6664,
      "step": 5003
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7993422733666156e-05,
      "loss": 0.5961,
      "step": 5004
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799253183957546e-05,
      "loss": 0.5568,
      "step": 5005
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7991640769821393e-05,
      "loss": 0.5993,
      "step": 5006
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7990749524423537e-05,
      "loss": 0.6583,
      "step": 5007
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798985810340148e-05,
      "loss": 0.6591,
      "step": 5008
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988966506774815e-05,
      "loss": 0.7162,
      "step": 5009
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988074734563137e-05,
      "loss": 0.5875,
      "step": 5010
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798718278678605e-05,
      "loss": 0.6389,
      "step": 5011
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7986290663463147e-05,
      "loss": 0.6369,
      "step": 5012
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798539836461405e-05,
      "loss": 0.6404,
      "step": 5013
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798450589025836e-05,
      "loss": 0.7182,
      "step": 5014
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7983613240415696e-05,
      "loss": 0.6635,
      "step": 5015
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982720415105678e-05,
      "loss": 0.6681,
      "step": 5016
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7981827414347926e-05,
      "loss": 0.6269,
      "step": 5017
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7980934238162065e-05,
      "loss": 0.6269,
      "step": 5018
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7980040886567732e-05,
      "loss": 0.7098,
      "step": 5019
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7979147359584555e-05,
      "loss": 0.5989,
      "step": 5020
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797825365723218e-05,
      "loss": 0.6248,
      "step": 5021
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7977359779530242e-05,
      "loss": 0.6781,
      "step": 5022
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7976465726498388e-05,
      "loss": 0.7719,
      "step": 5023
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797557149815627e-05,
      "loss": 0.562,
      "step": 5024
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7974677094523544e-05,
      "loss": 0.7297,
      "step": 5025
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7973782515619863e-05,
      "loss": 0.6207,
      "step": 5026
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797288776146489e-05,
      "loss": 0.4967,
      "step": 5027
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797199283207829e-05,
      "loss": 0.6967,
      "step": 5028
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7971097727479735e-05,
      "loss": 0.6739,
      "step": 5029
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797020244768889e-05,
      "loss": 0.6854,
      "step": 5030
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7969306992725447e-05,
      "loss": 0.6085,
      "step": 5031
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7968411362609068e-05,
      "loss": 0.7169,
      "step": 5032
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796751555735945e-05,
      "loss": 0.7154,
      "step": 5033
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796661957699628e-05,
      "loss": 0.7145,
      "step": 5034
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7965723421539247e-05,
      "loss": 0.6225,
      "step": 5035
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796482709100805e-05,
      "loss": 0.5664,
      "step": 5036
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7963930585422388e-05,
      "loss": 0.6907,
      "step": 5037
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7963033904801964e-05,
      "loss": 0.5654,
      "step": 5038
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796213704916648e-05,
      "loss": 0.6992,
      "step": 5039
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7961240018535662e-05,
      "loss": 0.6677,
      "step": 5040
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7960342812929212e-05,
      "loss": 0.6972,
      "step": 5041
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7959445432366856e-05,
      "loss": 0.6538,
      "step": 5042
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7958547876868313e-05,
      "loss": 0.6501,
      "step": 5043
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795765014645331e-05,
      "loss": 0.6319,
      "step": 5044
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7956752241141585e-05,
      "loss": 0.7134,
      "step": 5045
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7955854160952865e-05,
      "loss": 0.7137,
      "step": 5046
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7954955905906887e-05,
      "loss": 0.6936,
      "step": 5047
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79540574760234e-05,
      "loss": 0.6515,
      "step": 5048
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7953158871322147e-05,
      "loss": 0.6601,
      "step": 5049
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7952260091822876e-05,
      "loss": 0.7171,
      "step": 5050
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7951361137545346e-05,
      "loss": 0.65,
      "step": 5051
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795046200850931e-05,
      "loss": 0.7452,
      "step": 5052
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7949562704734527e-05,
      "loss": 0.6026,
      "step": 5053
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7948663226240767e-05,
      "loss": 0.6802,
      "step": 5054
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79477635730478e-05,
      "loss": 0.6156,
      "step": 5055
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7946863745175397e-05,
      "loss": 0.7306,
      "step": 5056
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7945963742643332e-05,
      "loss": 0.645,
      "step": 5057
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7945063565471394e-05,
      "loss": 0.6315,
      "step": 5058
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944163213679354e-05,
      "loss": 0.7037,
      "step": 5059
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7943262687287017e-05,
      "loss": 0.635,
      "step": 5060
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7942361986314162e-05,
      "loss": 0.7684,
      "step": 5061
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794146111078059e-05,
      "loss": 0.6146,
      "step": 5062
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79405600607061e-05,
      "loss": 0.6125,
      "step": 5063
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7939658836110493e-05,
      "loss": 0.7107,
      "step": 5064
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7938757437013582e-05,
      "loss": 0.7304,
      "step": 5065
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7937855863435178e-05,
      "loss": 0.6698,
      "step": 5066
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7936954115395092e-05,
      "loss": 0.6357,
      "step": 5067
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7936052192913144e-05,
      "loss": 0.5758,
      "step": 5068
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793515009600916e-05,
      "loss": 0.665,
      "step": 5069
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793424782470296e-05,
      "loss": 0.5675,
      "step": 5070
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7933345379014385e-05,
      "loss": 0.6533,
      "step": 5071
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793244275896326e-05,
      "loss": 0.6282,
      "step": 5072
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793153996456943e-05,
      "loss": 0.5369,
      "step": 5073
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793063699585273e-05,
      "loss": 0.7606,
      "step": 5074
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929733852833008e-05,
      "loss": 0.6311,
      "step": 5075
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792883053553012e-05,
      "loss": 0.6815,
      "step": 5076
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7927927043963912e-05,
      "loss": 0.6991,
      "step": 5077
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7927023378154243e-05,
      "loss": 0.6912,
      "step": 5078
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7926119538120976e-05,
      "loss": 0.562,
      "step": 5079
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7925215523883976e-05,
      "loss": 0.6685,
      "step": 5080
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792431133546311e-05,
      "loss": 0.6541,
      "step": 5081
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7923406972878253e-05,
      "loss": 0.6991,
      "step": 5082
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7922502436149278e-05,
      "loss": 0.6384,
      "step": 5083
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792159772529607e-05,
      "loss": 0.6071,
      "step": 5084
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7920692840338505e-05,
      "loss": 0.6722,
      "step": 5085
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7919787781296484e-05,
      "loss": 0.7248,
      "step": 5086
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7918882548189884e-05,
      "loss": 0.6685,
      "step": 5087
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7917977141038613e-05,
      "loss": 0.5716,
      "step": 5088
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7917071559862563e-05,
      "loss": 0.6691,
      "step": 5089
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791616580468164e-05,
      "loss": 0.5966,
      "step": 5090
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791525987551575e-05,
      "loss": 0.6529,
      "step": 5091
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7914353772384805e-05,
      "loss": 0.6327,
      "step": 5092
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791344749530872e-05,
      "loss": 0.6563,
      "step": 5093
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791254104430741e-05,
      "loss": 0.6876,
      "step": 5094
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7911634419400804e-05,
      "loss": 0.6856,
      "step": 5095
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791072762060882e-05,
      "loss": 0.7004,
      "step": 5096
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7909820647951396e-05,
      "loss": 0.6992,
      "step": 5097
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790891350144846e-05,
      "loss": 0.5631,
      "step": 5098
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7908006181119956e-05,
      "loss": 0.706,
      "step": 5099
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790709868698582e-05,
      "loss": 0.7155,
      "step": 5100
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7906191019065994e-05,
      "loss": 0.6857,
      "step": 5101
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7905283177380435e-05,
      "loss": 0.7292,
      "step": 5102
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7904375161949094e-05,
      "loss": 0.7367,
      "step": 5103
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903466972791925e-05,
      "loss": 0.6101,
      "step": 5104
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790255860992889e-05,
      "loss": 0.6055,
      "step": 5105
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7901650073379953e-05,
      "loss": 0.7091,
      "step": 5106
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7900741363165087e-05,
      "loss": 0.5417,
      "step": 5107
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7899832479304254e-05,
      "loss": 0.5977,
      "step": 5108
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789892342181744e-05,
      "loss": 0.6604,
      "step": 5109
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789801419072462e-05,
      "loss": 0.6704,
      "step": 5110
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7897104786045775e-05,
      "loss": 0.6715,
      "step": 5111
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7896195207800895e-05,
      "loss": 0.6968,
      "step": 5112
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7895285456009972e-05,
      "loss": 0.6863,
      "step": 5113
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7894375530693004e-05,
      "loss": 0.5997,
      "step": 5114
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789346543186998e-05,
      "loss": 0.6324,
      "step": 5115
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789255515956091e-05,
      "loss": 0.6516,
      "step": 5116
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891644713785798e-05,
      "loss": 0.6758,
      "step": 5117
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789073409456466e-05,
      "loss": 0.6143,
      "step": 5118
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.78898233019175e-05,
      "loss": 0.7181,
      "step": 5119
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7888912335864342e-05,
      "loss": 0.5893,
      "step": 5120
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7888001196425207e-05,
      "loss": 0.6257,
      "step": 5121
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7887089883620115e-05,
      "loss": 0.7041,
      "step": 5122
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7886178397469107e-05,
      "loss": 0.6681,
      "step": 5123
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7885266737992207e-05,
      "loss": 0.4503,
      "step": 5124
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7884354905209452e-05,
      "loss": 0.6741,
      "step": 5125
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7883442899140883e-05,
      "loss": 0.699,
      "step": 5126
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788253071980655e-05,
      "loss": 0.731,
      "step": 5127
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7881618367226497e-05,
      "loss": 0.6525,
      "step": 5128
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7880705841420775e-05,
      "loss": 0.5672,
      "step": 5129
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.787979314240944e-05,
      "loss": 0.659,
      "step": 5130
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7878880270212554e-05,
      "loss": 0.6313,
      "step": 5131
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877967224850178e-05,
      "loss": 0.6346,
      "step": 5132
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877054006342382e-05,
      "loss": 0.5679,
      "step": 5133
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7876140614709238e-05,
      "loss": 0.67,
      "step": 5134
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787522704997082e-05,
      "loss": 0.5892,
      "step": 5135
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78743133121472e-05,
      "loss": 0.6369,
      "step": 5136
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787339940125847e-05,
      "loss": 0.755,
      "step": 5137
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787248531732471e-05,
      "loss": 0.6021,
      "step": 5138
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7871571060366013e-05,
      "loss": 0.7159,
      "step": 5139
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7870656630402473e-05,
      "loss": 0.6525,
      "step": 5140
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7869742027454185e-05,
      "loss": 0.6543,
      "step": 5141
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7868827251541258e-05,
      "loss": 0.6746,
      "step": 5142
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7867912302683786e-05,
      "loss": 0.7453,
      "step": 5143
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786699718090189e-05,
      "loss": 0.7676,
      "step": 5144
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7866081886215675e-05,
      "loss": 0.7754,
      "step": 5145
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7865166418645258e-05,
      "loss": 0.5726,
      "step": 5146
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7864250778210762e-05,
      "loss": 0.7024,
      "step": 5147
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7863334964932316e-05,
      "loss": 0.6857,
      "step": 5148
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7862418978830037e-05,
      "loss": 0.6064,
      "step": 5149
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7861502819924065e-05,
      "loss": 0.6851,
      "step": 5150
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7860586488234536e-05,
      "loss": 0.6689,
      "step": 5151
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785966998378158e-05,
      "loss": 0.6585,
      "step": 5152
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7858753306585355e-05,
      "loss": 0.6563,
      "step": 5153
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7857836456665998e-05,
      "loss": 0.6417,
      "step": 5154
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7856919434043664e-05,
      "loss": 0.6958,
      "step": 5155
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7856002238738505e-05,
      "loss": 0.6299,
      "step": 5156
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7855084870770677e-05,
      "loss": 0.6547,
      "step": 5157
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7854167330160353e-05,
      "loss": 0.6031,
      "step": 5158
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7853249616927687e-05,
      "loss": 0.6636,
      "step": 5159
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785233173109286e-05,
      "loss": 0.5471,
      "step": 5160
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7851413672676035e-05,
      "loss": 0.6883,
      "step": 5161
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7850495441697396e-05,
      "loss": 0.6648,
      "step": 5162
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7849577038177123e-05,
      "loss": 0.5999,
      "step": 5163
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78486584621354e-05,
      "loss": 0.7326,
      "step": 5164
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7847739713592415e-05,
      "loss": 0.6436,
      "step": 5165
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7846820792568364e-05,
      "loss": 0.6821,
      "step": 5166
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7845901699083445e-05,
      "loss": 0.6226,
      "step": 5167
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784498243315785e-05,
      "loss": 0.594,
      "step": 5168
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7844062994811787e-05,
      "loss": 0.7026,
      "step": 5169
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784314338406547e-05,
      "loss": 0.6579,
      "step": 5170
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7842223600939105e-05,
      "loss": 0.4412,
      "step": 5171
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7841303645452902e-05,
      "loss": 0.6959,
      "step": 5172
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7840383517627092e-05,
      "loss": 0.6995,
      "step": 5173
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783946321748189e-05,
      "loss": 0.5853,
      "step": 5174
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7838542745037523e-05,
      "loss": 0.6999,
      "step": 5175
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7837622100314224e-05,
      "loss": 0.7104,
      "step": 5176
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783670128333223e-05,
      "loss": 0.6087,
      "step": 5177
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7835780294111772e-05,
      "loss": 0.7355,
      "step": 5178
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7834859132673097e-05,
      "loss": 0.6701,
      "step": 5179
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7833937799036452e-05,
      "loss": 0.7319,
      "step": 5180
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7833016293222082e-05,
      "loss": 0.691,
      "step": 5181
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783209461525024e-05,
      "loss": 0.6616,
      "step": 5182
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7831172765141185e-05,
      "loss": 0.5637,
      "step": 5183
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7830250742915177e-05,
      "loss": 0.6288,
      "step": 5184
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7829328548592485e-05,
      "loss": 0.6477,
      "step": 5185
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7828406182193375e-05,
      "loss": 0.5896,
      "step": 5186
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7827483643738116e-05,
      "loss": 0.639,
      "step": 5187
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7826560933246983e-05,
      "loss": 0.684,
      "step": 5188
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7825638050740263e-05,
      "loss": 0.5974,
      "step": 5189
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7824714996238235e-05,
      "loss": 0.6074,
      "step": 5190
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7823791769761187e-05,
      "loss": 0.6226,
      "step": 5191
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7822868371329406e-05,
      "loss": 0.6695,
      "step": 5192
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782194480096319e-05,
      "loss": 0.7073,
      "step": 5193
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7821021058682844e-05,
      "loss": 0.6344,
      "step": 5194
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782009714450866e-05,
      "loss": 0.6598,
      "step": 5195
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7819173058460954e-05,
      "loss": 0.77,
      "step": 5196
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7818248800560023e-05,
      "loss": 0.7225,
      "step": 5197
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7817324370826195e-05,
      "loss": 0.5887,
      "step": 5198
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7816399769279776e-05,
      "loss": 0.691,
      "step": 5199
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7815474995941097e-05,
      "loss": 0.5922,
      "step": 5200
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7814550050830478e-05,
      "loss": 0.6265,
      "step": 5201
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7813624933968246e-05,
      "loss": 0.6926,
      "step": 5202
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7812699645374735e-05,
      "loss": 0.6283,
      "step": 5203
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7811774185070282e-05,
      "loss": 0.7369,
      "step": 5204
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7810848553075232e-05,
      "loss": 0.6602,
      "step": 5205
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7809922749409924e-05,
      "loss": 0.6538,
      "step": 5206
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78089967740947e-05,
      "loss": 0.6508,
      "step": 5207
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7808070627149924e-05,
      "loss": 0.6063,
      "step": 5208
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780714430859594e-05,
      "loss": 0.6828,
      "step": 5209
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7806217818453113e-05,
      "loss": 0.6632,
      "step": 5210
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7805291156741806e-05,
      "loss": 0.6715,
      "step": 5211
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7804364323482387e-05,
      "loss": 0.6602,
      "step": 5212
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780343731869522e-05,
      "loss": 0.6027,
      "step": 5213
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780251014240068e-05,
      "loss": 0.7042,
      "step": 5214
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780158279461915e-05,
      "loss": 0.6844,
      "step": 5215
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780065527537101e-05,
      "loss": 0.6551,
      "step": 5216
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779972758467665e-05,
      "loss": 0.6256,
      "step": 5217
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779879972255645e-05,
      "loss": 0.6564,
      "step": 5218
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7797871689030804e-05,
      "loss": 0.5706,
      "step": 5219
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7796943484120116e-05,
      "loss": 0.685,
      "step": 5220
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779601510784478e-05,
      "loss": 0.6114,
      "step": 5221
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77950865602252e-05,
      "loss": 0.6803,
      "step": 5222
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779415784128179e-05,
      "loss": 0.6852,
      "step": 5223
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7793228951034957e-05,
      "loss": 0.5308,
      "step": 5224
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7792299889505114e-05,
      "loss": 0.7028,
      "step": 5225
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779137065671269e-05,
      "loss": 0.6759,
      "step": 5226
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7790441252678097e-05,
      "loss": 0.684,
      "step": 5227
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778951167742177e-05,
      "loss": 0.6023,
      "step": 5228
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7788581930964137e-05,
      "loss": 0.691,
      "step": 5229
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7787652013325632e-05,
      "loss": 0.6412,
      "step": 5230
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778672192452669e-05,
      "loss": 0.6487,
      "step": 5231
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778579166458776e-05,
      "loss": 0.6173,
      "step": 5232
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778486123352928e-05,
      "loss": 0.7558,
      "step": 5233
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7783930631371708e-05,
      "loss": 0.6539,
      "step": 5234
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778299985813549e-05,
      "loss": 0.6214,
      "step": 5235
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778206891384108e-05,
      "loss": 0.6706,
      "step": 5236
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778113779850895e-05,
      "loss": 0.7569,
      "step": 5237
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778020651215956e-05,
      "loss": 0.6264,
      "step": 5238
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779275054813368e-05,
      "loss": 0.7417,
      "step": 5239
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7778343426490864e-05,
      "loss": 0.6863,
      "step": 5240
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7777411627212512e-05,
      "loss": 0.676,
      "step": 5241
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7776479656998792e-05,
      "loss": 0.6904,
      "step": 5242
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7775547515870188e-05,
      "loss": 0.6855,
      "step": 5243
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7774615203847188e-05,
      "loss": 0.6109,
      "step": 5244
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7773682720950283e-05,
      "loss": 0.5974,
      "step": 5245
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7772750067199972e-05,
      "loss": 0.6638,
      "step": 5246
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7771817242616746e-05,
      "loss": 0.6505,
      "step": 5247
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7770884247221107e-05,
      "loss": 0.5787,
      "step": 5248
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7769951081033565e-05,
      "loss": 0.6774,
      "step": 5249
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7769017744074627e-05,
      "loss": 0.638,
      "step": 5250
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776808423636481e-05,
      "loss": 0.6849,
      "step": 5251
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7767150557924625e-05,
      "loss": 0.6606,
      "step": 5252
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77662167087746e-05,
      "loss": 0.7522,
      "step": 5253
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7765282688935252e-05,
      "loss": 0.6187,
      "step": 5254
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776434849842712e-05,
      "loss": 0.6079,
      "step": 5255
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776341413727072e-05,
      "loss": 0.6583,
      "step": 5256
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77624796054866e-05,
      "loss": 0.624,
      "step": 5257
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761544903095296e-05,
      "loss": 0.6206,
      "step": 5258
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7760610030117352e-05,
      "loss": 0.624,
      "step": 5259
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7759674986573315e-05,
      "loss": 0.677,
      "step": 5260
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7758739772483738e-05,
      "loss": 0.7156,
      "step": 5261
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7757804387869172e-05,
      "loss": 0.5965,
      "step": 5262
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7756868832750175e-05,
      "loss": 0.701,
      "step": 5263
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775593310714731e-05,
      "loss": 0.6431,
      "step": 5264
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7754997211081143e-05,
      "loss": 0.5904,
      "step": 5265
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7754061144572244e-05,
      "loss": 0.5439,
      "step": 5266
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7753124907641187e-05,
      "loss": 0.6692,
      "step": 5267
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7752188500308548e-05,
      "loss": 0.7367,
      "step": 5268
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7751251922594906e-05,
      "loss": 0.7448,
      "step": 5269
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775031517452085e-05,
      "loss": 0.6454,
      "step": 5270
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7749378256106964e-05,
      "loss": 0.6998,
      "step": 5271
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774844116737384e-05,
      "loss": 0.554,
      "step": 5272
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7747503908342077e-05,
      "loss": 0.6123,
      "step": 5273
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774656647903227e-05,
      "loss": 0.7365,
      "step": 5274
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7745628879465027e-05,
      "loss": 0.5871,
      "step": 5275
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7744691109660956e-05,
      "loss": 0.5496,
      "step": 5276
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7743753169640664e-05,
      "loss": 0.6537,
      "step": 5277
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742815059424762e-05,
      "loss": 0.6008,
      "step": 5278
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7741876779033875e-05,
      "loss": 0.6507,
      "step": 5279
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7740938328488622e-05,
      "loss": 0.7293,
      "step": 5280
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7739999707809628e-05,
      "loss": 0.6238,
      "step": 5281
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7739060917017528e-05,
      "loss": 0.6145,
      "step": 5282
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7738121956132945e-05,
      "loss": 0.622,
      "step": 5283
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7737182825176523e-05,
      "loss": 0.7011,
      "step": 5284
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7736243524168903e-05,
      "loss": 0.6643,
      "step": 5285
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7735304053130725e-05,
      "loss": 0.7059,
      "step": 5286
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773436441208264e-05,
      "loss": 0.5891,
      "step": 5287
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77334246010453e-05,
      "loss": 0.6479,
      "step": 5288
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7732484620039362e-05,
      "loss": 0.6193,
      "step": 5289
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773154446908548e-05,
      "loss": 0.7105,
      "step": 5290
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7730604148204325e-05,
      "loss": 0.6373,
      "step": 5291
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7729663657416554e-05,
      "loss": 0.6016,
      "step": 5292
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7728722996742848e-05,
      "loss": 0.6651,
      "step": 5293
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7727782166203867e-05,
      "loss": 0.7465,
      "step": 5294
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7726841165820306e-05,
      "loss": 0.6174,
      "step": 5295
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7725899995612836e-05,
      "loss": 0.6117,
      "step": 5296
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7724958655602145e-05,
      "loss": 0.577,
      "step": 5297
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7724017145808924e-05,
      "loss": 0.7019,
      "step": 5298
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772307546625386e-05,
      "loss": 0.6967,
      "step": 5299
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7722133616957658e-05,
      "loss": 0.6242,
      "step": 5300
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721191597941013e-05,
      "loss": 0.6783,
      "step": 5301
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7720249409224627e-05,
      "loss": 0.6211,
      "step": 5302
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7719307050829215e-05,
      "loss": 0.5927,
      "step": 5303
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7718364522775485e-05,
      "loss": 0.6789,
      "step": 5304
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771742182508415e-05,
      "loss": 0.6924,
      "step": 5305
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7716478957775927e-05,
      "loss": 0.6021,
      "step": 5306
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7715535920871553e-05,
      "loss": 0.6627,
      "step": 5307
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7714592714391738e-05,
      "loss": 0.5697,
      "step": 5308
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771364933835722e-05,
      "loss": 0.6815,
      "step": 5309
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7712705792788728e-05,
      "loss": 0.6287,
      "step": 5310
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7711762077707007e-05,
      "loss": 0.6602,
      "step": 5311
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771081819313279e-05,
      "loss": 0.6221,
      "step": 5312
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7709874139086832e-05,
      "loss": 0.6118,
      "step": 5313
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7708929915589875e-05,
      "loss": 0.4292,
      "step": 5314
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7707985522662672e-05,
      "loss": 0.7109,
      "step": 5315
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770704096032598e-05,
      "loss": 0.6272,
      "step": 5316
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7706096228600557e-05,
      "loss": 0.602,
      "step": 5317
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7705151327507173e-05,
      "loss": 0.5784,
      "step": 5318
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7704206257066587e-05,
      "loss": 0.6324,
      "step": 5319
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7703261017299578e-05,
      "loss": 0.7028,
      "step": 5320
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7702315608226918e-05,
      "loss": 0.7544,
      "step": 5321
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7701370029869385e-05,
      "loss": 0.7663,
      "step": 5322
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770042428224776e-05,
      "loss": 0.6915,
      "step": 5323
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769947836538283e-05,
      "loss": 0.6747,
      "step": 5324
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698532279295387e-05,
      "loss": 0.6599,
      "step": 5325
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7697586024006218e-05,
      "loss": 0.6192,
      "step": 5326
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7696639599536133e-05,
      "loss": 0.6809,
      "step": 5327
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769569300590592e-05,
      "loss": 0.5984,
      "step": 5328
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769474624313639e-05,
      "loss": 0.5485,
      "step": 5329
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769379931124835e-05,
      "loss": 0.7637,
      "step": 5330
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769285221026261e-05,
      "loss": 0.6518,
      "step": 5331
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7691904940199985e-05,
      "loss": 0.7157,
      "step": 5332
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7690957501081303e-05,
      "loss": 0.6101,
      "step": 5333
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769000989292738e-05,
      "loss": 0.7186,
      "step": 5334
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7689062115759042e-05,
      "loss": 0.6401,
      "step": 5335
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7688114169597127e-05,
      "loss": 0.6852,
      "step": 5336
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687166054462463e-05,
      "loss": 0.6226,
      "step": 5337
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7686217770375886e-05,
      "loss": 0.6311,
      "step": 5338
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7685269317358244e-05,
      "loss": 0.6357,
      "step": 5339
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768432069543038e-05,
      "loss": 0.6482,
      "step": 5340
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7683371904613144e-05,
      "loss": 0.6123,
      "step": 5341
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7682422944927386e-05,
      "loss": 0.602,
      "step": 5342
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7681473816393966e-05,
      "loss": 0.7244,
      "step": 5343
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7680524519033743e-05,
      "loss": 0.6639,
      "step": 5344
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7679575052867583e-05,
      "loss": 0.7854,
      "step": 5345
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767862541791635e-05,
      "loss": 0.759,
      "step": 5346
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767767561420092e-05,
      "loss": 0.579,
      "step": 5347
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767672564174216e-05,
      "loss": 0.641,
      "step": 5348
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767577550056096e-05,
      "loss": 0.6209,
      "step": 5349
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7674825190678196e-05,
      "loss": 0.5201,
      "step": 5350
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7673874712114757e-05,
      "loss": 0.5793,
      "step": 5351
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7672924064891527e-05,
      "loss": 0.6653,
      "step": 5352
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7671973249029407e-05,
      "loss": 0.6298,
      "step": 5353
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7671022264549292e-05,
      "loss": 0.7059,
      "step": 5354
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.767007111147208e-05,
      "loss": 0.6294,
      "step": 5355
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7669119789818682e-05,
      "loss": 0.6094,
      "step": 5356
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7668168299610004e-05,
      "loss": 0.6539,
      "step": 5357
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7667216640866957e-05,
      "loss": 0.6279,
      "step": 5358
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7666264813610456e-05,
      "loss": 0.6416,
      "step": 5359
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7665312817861422e-05,
      "loss": 0.7314,
      "step": 5360
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766436065364078e-05,
      "loss": 0.6476,
      "step": 5361
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7663408320969457e-05,
      "loss": 0.7504,
      "step": 5362
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766245581986838e-05,
      "loss": 0.6706,
      "step": 5363
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7661503150358487e-05,
      "loss": 0.656,
      "step": 5364
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7660550312460715e-05,
      "loss": 0.5603,
      "step": 5365
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7659597306196005e-05,
      "loss": 0.58,
      "step": 5366
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765864413158531e-05,
      "loss": 0.6587,
      "step": 5367
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657690788649566e-05,
      "loss": 0.5823,
      "step": 5368
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7656737277409736e-05,
      "loss": 0.7323,
      "step": 5369
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7655783597886772e-05,
      "loss": 0.6063,
      "step": 5370
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7654829750101633e-05,
      "loss": 0.7128,
      "step": 5371
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7653875734075292e-05,
      "loss": 0.6874,
      "step": 5372
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765292154982871e-05,
      "loss": 0.6081,
      "step": 5373
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651967197382857e-05,
      "loss": 0.6466,
      "step": 5374
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651012676758712e-05,
      "loss": 0.5777,
      "step": 5375
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7650057987977252e-05,
      "loss": 0.6371,
      "step": 5376
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7649103131059458e-05,
      "loss": 0.6425,
      "step": 5377
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7648148106026322e-05,
      "loss": 0.7115,
      "step": 5378
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764719291289883e-05,
      "loss": 0.6894,
      "step": 5379
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7646237551697975e-05,
      "loss": 0.5807,
      "step": 5380
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7645282022444753e-05,
      "loss": 0.6663,
      "step": 5381
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7644326325160167e-05,
      "loss": 0.6177,
      "step": 5382
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7643370459865225e-05,
      "loss": 0.6402,
      "step": 5383
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764241442658093e-05,
      "loss": 0.6084,
      "step": 5384
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76414582253283e-05,
      "loss": 0.6656,
      "step": 5385
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7640501856128344e-05,
      "loss": 0.6118,
      "step": 5386
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7639545319002087e-05,
      "loss": 0.6246,
      "step": 5387
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7638588613970552e-05,
      "loss": 0.7631,
      "step": 5388
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763763174105476e-05,
      "loss": 0.6517,
      "step": 5389
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7636674700275747e-05,
      "loss": 0.645,
      "step": 5390
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7635717491654546e-05,
      "loss": 0.6725,
      "step": 5391
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763476011521219e-05,
      "loss": 0.65,
      "step": 5392
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763380257096973e-05,
      "loss": 0.671,
      "step": 5393
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763284485894821e-05,
      "loss": 0.5325,
      "step": 5394
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7631886979168672e-05,
      "loss": 0.6368,
      "step": 5395
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763092893165217e-05,
      "loss": 0.6341,
      "step": 5396
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7629970716419766e-05,
      "loss": 0.6671,
      "step": 5397
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7629012333492514e-05,
      "loss": 0.6837,
      "step": 5398
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628053782891482e-05,
      "loss": 0.5199,
      "step": 5399
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7627095064637737e-05,
      "loss": 0.6877,
      "step": 5400
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762613617875235e-05,
      "loss": 0.7205,
      "step": 5401
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7625177125256395e-05,
      "loss": 0.6705,
      "step": 5402
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7624217904170947e-05,
      "loss": 0.6722,
      "step": 5403
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7623258515517096e-05,
      "loss": 0.5955,
      "step": 5404
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7622298959315923e-05,
      "loss": 0.6224,
      "step": 5405
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7621339235588516e-05,
      "loss": 0.6553,
      "step": 5406
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762037934435597e-05,
      "loss": 0.658,
      "step": 5407
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7619419285639383e-05,
      "loss": 0.5522,
      "step": 5408
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7618459059459855e-05,
      "loss": 0.5741,
      "step": 5409
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761749866583849e-05,
      "loss": 0.7026,
      "step": 5410
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76165381047964e-05,
      "loss": 0.7913,
      "step": 5411
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7615577376354687e-05,
      "loss": 0.6898,
      "step": 5412
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7614616480534472e-05,
      "loss": 0.7292,
      "step": 5413
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7613655417356878e-05,
      "loss": 0.6532,
      "step": 5414
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761269418684302e-05,
      "loss": 0.6082,
      "step": 5415
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7611732789014033e-05,
      "loss": 0.6167,
      "step": 5416
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7610771223891037e-05,
      "loss": 0.7615,
      "step": 5417
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7609809491495174e-05,
      "loss": 0.6931,
      "step": 5418
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7608847591847577e-05,
      "loss": 0.5026,
      "step": 5419
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7607885524969388e-05,
      "loss": 0.6052,
      "step": 5420
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760692329088175e-05,
      "loss": 0.663,
      "step": 5421
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7605960889605817e-05,
      "loss": 0.6545,
      "step": 5422
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7604998321162733e-05,
      "loss": 0.7647,
      "step": 5423
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760403558557366e-05,
      "loss": 0.6734,
      "step": 5424
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760307268285976e-05,
      "loss": 0.6968,
      "step": 5425
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7602109613042186e-05,
      "loss": 0.6606,
      "step": 5426
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760114637614211e-05,
      "loss": 0.6436,
      "step": 5427
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760018297218071e-05,
      "loss": 0.6158,
      "step": 5428
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7599219401179145e-05,
      "loss": 0.6431,
      "step": 5429
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7598255663158606e-05,
      "loss": 0.5866,
      "step": 5430
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7597291758140265e-05,
      "loss": 0.6528,
      "step": 5431
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7596327686145317e-05,
      "loss": 0.589,
      "step": 5432
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759536344719494e-05,
      "loss": 0.682,
      "step": 5433
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759439904131033e-05,
      "loss": 0.6773,
      "step": 5434
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759343446851269e-05,
      "loss": 0.6433,
      "step": 5435
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759246972882321e-05,
      "loss": 0.6164,
      "step": 5436
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7591504822263105e-05,
      "loss": 0.6537,
      "step": 5437
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759053974885357e-05,
      "loss": 0.7133,
      "step": 5438
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758957450861582e-05,
      "loss": 0.615,
      "step": 5439
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7588609101571076e-05,
      "loss": 0.6759,
      "step": 5440
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7587643527740546e-05,
      "loss": 0.608,
      "step": 5441
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7586677787145457e-05,
      "loss": 0.7348,
      "step": 5442
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7585711879807034e-05,
      "loss": 0.5814,
      "step": 5443
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7584745805746506e-05,
      "loss": 0.5721,
      "step": 5444
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7583779564985106e-05,
      "loss": 0.6046,
      "step": 5445
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758281315754407e-05,
      "loss": 0.7219,
      "step": 5446
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758184658344464e-05,
      "loss": 0.6654,
      "step": 5447
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7580879842708057e-05,
      "loss": 0.6165,
      "step": 5448
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7579912935355567e-05,
      "loss": 0.4526,
      "step": 5449
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7578945861408426e-05,
      "loss": 0.6497,
      "step": 5450
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7577978620887886e-05,
      "loss": 0.6045,
      "step": 5451
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757701121381521e-05,
      "loss": 0.7409,
      "step": 5452
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7576043640211652e-05,
      "loss": 0.5003,
      "step": 5453
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7575075900098483e-05,
      "loss": 0.613,
      "step": 5454
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757410799349697e-05,
      "loss": 0.593,
      "step": 5455
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7573139920428386e-05,
      "loss": 0.6654,
      "step": 5456
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7572171680914013e-05,
      "loss": 0.6165,
      "step": 5457
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7571203274975125e-05,
      "loss": 0.6318,
      "step": 5458
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757023470263301e-05,
      "loss": 0.6656,
      "step": 5459
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7569265963908954e-05,
      "loss": 0.8242,
      "step": 5460
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7568297058824247e-05,
      "loss": 0.6171,
      "step": 5461
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7567327987400185e-05,
      "loss": 0.7726,
      "step": 5462
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756635874965807e-05,
      "loss": 0.7376,
      "step": 5463
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75653893456192e-05,
      "loss": 0.703,
      "step": 5464
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7564419775304885e-05,
      "loss": 0.6457,
      "step": 5465
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7563450038736428e-05,
      "loss": 0.635,
      "step": 5466
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756248013593515e-05,
      "loss": 0.6975,
      "step": 5467
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7561510066922364e-05,
      "loss": 0.7059,
      "step": 5468
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7560539831719387e-05,
      "loss": 0.6584,
      "step": 5469
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7559569430347553e-05,
      "loss": 0.7153,
      "step": 5470
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755859886282818e-05,
      "loss": 0.5674,
      "step": 5471
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7557628129182607e-05,
      "loss": 0.5957,
      "step": 5472
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7556657229432165e-05,
      "loss": 0.7832,
      "step": 5473
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7555686163598194e-05,
      "loss": 0.5933,
      "step": 5474
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7554714931702033e-05,
      "loss": 0.716,
      "step": 5475
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7553743533765034e-05,
      "loss": 0.6264,
      "step": 5476
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755277196980855e-05,
      "loss": 0.7633,
      "step": 5477
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755180023985392e-05,
      "loss": 0.7028,
      "step": 5478
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7550828343922513e-05,
      "loss": 0.5259,
      "step": 5479
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754985628203569e-05,
      "loss": 0.5389,
      "step": 5480
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7548884054214808e-05,
      "loss": 0.599,
      "step": 5481
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7547911660481237e-05,
      "loss": 0.6753,
      "step": 5482
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7546939100856355e-05,
      "loss": 0.6065,
      "step": 5483
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7545966375361534e-05,
      "loss": 0.5379,
      "step": 5484
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754499348401815e-05,
      "loss": 0.6822,
      "step": 5485
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7544020426847588e-05,
      "loss": 0.6935,
      "step": 5486
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754304720387123e-05,
      "loss": 0.5978,
      "step": 5487
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754207381511048e-05,
      "loss": 0.6455,
      "step": 5488
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7541100260586715e-05,
      "loss": 0.6333,
      "step": 5489
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7540126540321337e-05,
      "loss": 0.651,
      "step": 5490
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7539152654335752e-05,
      "loss": 0.5783,
      "step": 5491
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7538178602651363e-05,
      "loss": 0.6522,
      "step": 5492
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753720438528957e-05,
      "loss": 0.658,
      "step": 5493
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7536230002271795e-05,
      "loss": 0.6477,
      "step": 5494
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753525545361945e-05,
      "loss": 0.5068,
      "step": 5495
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7534280739353953e-05,
      "loss": 0.658,
      "step": 5496
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7533305859496726e-05,
      "loss": 0.5984,
      "step": 5497
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7532330814069197e-05,
      "loss": 0.6694,
      "step": 5498
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7531355603092795e-05,
      "loss": 0.5301,
      "step": 5499
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7530380226588953e-05,
      "loss": 0.6128,
      "step": 5500
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7529404684579115e-05,
      "loss": 0.6281,
      "step": 5501
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7528428977084712e-05,
      "loss": 0.6566,
      "step": 5502
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7527453104127193e-05,
      "loss": 0.6444,
      "step": 5503
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7526477065728004e-05,
      "loss": 0.7158,
      "step": 5504
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75255008619086e-05,
      "loss": 0.5421,
      "step": 5505
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752452449269044e-05,
      "loss": 0.6361,
      "step": 5506
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752354795809497e-05,
      "loss": 0.6438,
      "step": 5507
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7522571258143666e-05,
      "loss": 0.6733,
      "step": 5508
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752159439285799e-05,
      "loss": 0.6759,
      "step": 5509
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752061736225941e-05,
      "loss": 0.6794,
      "step": 5510
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75196401663694e-05,
      "loss": 0.628,
      "step": 5511
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751866280520944e-05,
      "loss": 0.5476,
      "step": 5512
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7517685278801005e-05,
      "loss": 0.6499,
      "step": 5513
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7516707587165587e-05,
      "loss": 0.6936,
      "step": 5514
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751572973032467e-05,
      "loss": 0.6582,
      "step": 5515
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7514751708299748e-05,
      "loss": 0.6378,
      "step": 5516
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7513773521112312e-05,
      "loss": 0.5144,
      "step": 5517
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7512795168783867e-05,
      "loss": 0.6149,
      "step": 5518
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751181665133591e-05,
      "loss": 0.6404,
      "step": 5519
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751083796878995e-05,
      "loss": 0.6032,
      "step": 5520
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7509859121167495e-05,
      "loss": 0.7475,
      "step": 5521
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508880108490067e-05,
      "loss": 0.6375,
      "step": 5522
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7507900930779168e-05,
      "loss": 0.5749,
      "step": 5523
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750692158805633e-05,
      "loss": 0.5901,
      "step": 5524
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7505942080343077e-05,
      "loss": 0.6633,
      "step": 5525
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750496240766093e-05,
      "loss": 0.6799,
      "step": 5526
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750398257003143e-05,
      "loss": 0.6193,
      "step": 5527
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7503002567476107e-05,
      "loss": 0.6821,
      "step": 5528
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75020224000165e-05,
      "loss": 0.4266,
      "step": 5529
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750104206767415e-05,
      "loss": 0.6761,
      "step": 5530
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7500061570470607e-05,
      "loss": 0.638,
      "step": 5531
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749908090842742e-05,
      "loss": 0.7026,
      "step": 5532
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749810008156614e-05,
      "loss": 0.6268,
      "step": 5533
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7497119089908327e-05,
      "loss": 0.6096,
      "step": 5534
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7496137933475537e-05,
      "loss": 0.4431,
      "step": 5535
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749515661228934e-05,
      "loss": 0.6619,
      "step": 5536
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7494175126371303e-05,
      "loss": 0.6366,
      "step": 5537
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7493193475742995e-05,
      "loss": 0.6872,
      "step": 5538
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749221166042599e-05,
      "loss": 0.5396,
      "step": 5539
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749122968044187e-05,
      "loss": 0.6318,
      "step": 5540
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7490247535812218e-05,
      "loss": 0.7328,
      "step": 5541
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748926522655862e-05,
      "loss": 0.7272,
      "step": 5542
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7488282752702656e-05,
      "loss": 0.6211,
      "step": 5543
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748730011426593e-05,
      "loss": 0.655,
      "step": 5544
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748631731127004e-05,
      "loss": 0.5276,
      "step": 5545
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748533434373658e-05,
      "loss": 0.6007,
      "step": 5546
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7484351211687158e-05,
      "loss": 0.7108,
      "step": 5547
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7483367915143377e-05,
      "loss": 0.5273,
      "step": 5548
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7482384454126855e-05,
      "loss": 0.5848,
      "step": 5549
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7481400828659202e-05,
      "loss": 0.6249,
      "step": 5550
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748041703876204e-05,
      "loss": 0.661,
      "step": 5551
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747943308445699e-05,
      "loss": 0.6629,
      "step": 5552
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7478448965765672e-05,
      "loss": 0.6049,
      "step": 5553
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7477464682709723e-05,
      "loss": 0.6209,
      "step": 5554
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747648023531077e-05,
      "loss": 0.6812,
      "step": 5555
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747549562359046e-05,
      "loss": 0.7314,
      "step": 5556
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747451084757042e-05,
      "loss": 0.6446,
      "step": 5557
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74735259072723e-05,
      "loss": 0.6091,
      "step": 5558
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7472540802717754e-05,
      "loss": 0.6686,
      "step": 5559
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7471555533928422e-05,
      "loss": 0.5361,
      "step": 5560
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7470570100925964e-05,
      "loss": 0.7003,
      "step": 5561
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7469584503732038e-05,
      "loss": 0.6687,
      "step": 5562
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7468598742368303e-05,
      "loss": 0.4797,
      "step": 5563
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746761281685643e-05,
      "loss": 0.6482,
      "step": 5564
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7466626727218085e-05,
      "loss": 0.5908,
      "step": 5565
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7465640473474938e-05,
      "loss": 0.6378,
      "step": 5566
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7464654055648672e-05,
      "loss": 0.6336,
      "step": 5567
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746366747376096e-05,
      "loss": 0.6071,
      "step": 5568
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746268072783349e-05,
      "loss": 0.6939,
      "step": 5569
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7461693817887946e-05,
      "loss": 0.7282,
      "step": 5570
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7460706743946022e-05,
      "loss": 0.5996,
      "step": 5571
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745971950602941e-05,
      "loss": 0.6519,
      "step": 5572
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745873210415981e-05,
      "loss": 0.6952,
      "step": 5573
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745774453835892e-05,
      "loss": 0.7093,
      "step": 5574
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456756808648448e-05,
      "loss": 0.5895,
      "step": 5575
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7455768915050105e-05,
      "loss": 0.6473,
      "step": 5576
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74547808575856e-05,
      "loss": 0.5671,
      "step": 5577
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7453792636276646e-05,
      "loss": 0.631,
      "step": 5578
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7452804251144968e-05,
      "loss": 0.6465,
      "step": 5579
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7451815702212288e-05,
      "loss": 0.6652,
      "step": 5580
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7450826989500328e-05,
      "loss": 0.5484,
      "step": 5581
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7449838113030825e-05,
      "loss": 0.6099,
      "step": 5582
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744884907282551e-05,
      "loss": 0.634,
      "step": 5583
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7447859868906124e-05,
      "loss": 0.6921,
      "step": 5584
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7446870501294402e-05,
      "loss": 0.6038,
      "step": 5585
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7445880970012093e-05,
      "loss": 0.5926,
      "step": 5586
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744489127508094e-05,
      "loss": 0.5753,
      "step": 5587
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7443901416522702e-05,
      "loss": 0.6526,
      "step": 5588
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7442911394359132e-05,
      "loss": 0.4801,
      "step": 5589
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7441921208611988e-05,
      "loss": 0.548,
      "step": 5590
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744093085930304e-05,
      "loss": 0.5849,
      "step": 5591
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7439940346454038e-05,
      "loss": 0.6619,
      "step": 5592
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7438949670086766e-05,
      "loss": 0.5826,
      "step": 5593
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7437958830222996e-05,
      "loss": 0.6451,
      "step": 5594
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7436967826884496e-05,
      "loss": 0.6229,
      "step": 5595
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743597666009306e-05,
      "loss": 0.7274,
      "step": 5596
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743498532987046e-05,
      "loss": 0.6629,
      "step": 5597
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743399383623849e-05,
      "loss": 0.5729,
      "step": 5598
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7433002179218944e-05,
      "loss": 0.4234,
      "step": 5599
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7432010358833608e-05,
      "loss": 0.6421,
      "step": 5600
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7431018375104294e-05,
      "loss": 0.6461,
      "step": 5601
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743002622805279e-05,
      "loss": 0.6312,
      "step": 5602
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7429033917700912e-05,
      "loss": 0.6845,
      "step": 5603
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742804144407047e-05,
      "loss": 0.5378,
      "step": 5604
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7427048807183268e-05,
      "loss": 0.6036,
      "step": 5605
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7426056007061126e-05,
      "loss": 0.6663,
      "step": 5606
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742506304372587e-05,
      "loss": 0.6986,
      "step": 5607
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7424069917199317e-05,
      "loss": 0.6838,
      "step": 5608
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74230766275033e-05,
      "loss": 0.6226,
      "step": 5609
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742208317465964e-05,
      "loss": 0.648,
      "step": 5610
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7421089558690184e-05,
      "loss": 0.5856,
      "step": 5611
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7420095779616764e-05,
      "loss": 0.7058,
      "step": 5612
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7419101837461224e-05,
      "loss": 0.6483,
      "step": 5613
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7418107732245405e-05,
      "loss": 0.6805,
      "step": 5614
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741711346399116e-05,
      "loss": 0.5916,
      "step": 5615
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7416119032720337e-05,
      "loss": 0.5717,
      "step": 5616
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74151244384548e-05,
      "loss": 0.4811,
      "step": 5617
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7414129681216398e-05,
      "loss": 0.5945,
      "step": 5618
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7413134761027005e-05,
      "loss": 0.6038,
      "step": 5619
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741213967790848e-05,
      "loss": 0.6973,
      "step": 5620
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74111444318827e-05,
      "loss": 0.6762,
      "step": 5621
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741014902297153e-05,
      "loss": 0.6024,
      "step": 5622
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740915345119685e-05,
      "loss": 0.6782,
      "step": 5623
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740815771658055e-05,
      "loss": 0.5847,
      "step": 5624
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7407161819144508e-05,
      "loss": 0.6026,
      "step": 5625
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7406165758910608e-05,
      "loss": 0.5952,
      "step": 5626
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740516953590075e-05,
      "loss": 0.6676,
      "step": 5627
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7404173150136825e-05,
      "loss": 0.6889,
      "step": 5628
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7403176601640734e-05,
      "loss": 0.6036,
      "step": 5629
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7402179890434377e-05,
      "loss": 0.7423,
      "step": 5630
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7401183016539662e-05,
      "loss": 0.6724,
      "step": 5631
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7400185979978497e-05,
      "loss": 0.4671,
      "step": 5632
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7399188780772797e-05,
      "loss": 0.6179,
      "step": 5633
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7398191418944482e-05,
      "loss": 0.552,
      "step": 5634
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7397193894515467e-05,
      "loss": 0.6127,
      "step": 5635
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7396196207507677e-05,
      "loss": 0.6616,
      "step": 5636
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7395198357943042e-05,
      "loss": 0.5862,
      "step": 5637
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394200345843488e-05,
      "loss": 0.7162,
      "step": 5638
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739320217123096e-05,
      "loss": 0.676,
      "step": 5639
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7392203834127385e-05,
      "loss": 0.6171,
      "step": 5640
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739120533455471e-05,
      "loss": 0.6649,
      "step": 5641
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739020667253488e-05,
      "loss": 0.6266,
      "step": 5642
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738920784808985e-05,
      "loss": 0.5573,
      "step": 5643
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738820886124156e-05,
      "loss": 0.563,
      "step": 5644
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7387209712011975e-05,
      "loss": 0.6659,
      "step": 5645
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7386210400423052e-05,
      "loss": 0.6939,
      "step": 5646
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7385210926496762e-05,
      "loss": 0.7074,
      "step": 5647
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738421129025506e-05,
      "loss": 0.6533,
      "step": 5648
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738321149171992e-05,
      "loss": 0.647,
      "step": 5649
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7382211530913317e-05,
      "loss": 0.5835,
      "step": 5650
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738121140785723e-05,
      "loss": 0.6169,
      "step": 5651
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7380211122573636e-05,
      "loss": 0.6925,
      "step": 5652
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737921067508453e-05,
      "loss": 0.708,
      "step": 5653
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7378210065411885e-05,
      "loss": 0.7164,
      "step": 5654
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7377209293577708e-05,
      "loss": 0.6413,
      "step": 5655
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7376208359603985e-05,
      "loss": 0.7496,
      "step": 5656
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7375207263512717e-05,
      "loss": 0.5845,
      "step": 5657
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7374206005325906e-05,
      "loss": 0.7068,
      "step": 5658
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737320458506556e-05,
      "loss": 0.5411,
      "step": 5659
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7372203002753688e-05,
      "loss": 0.751,
      "step": 5660
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73712012584123e-05,
      "loss": 0.7125,
      "step": 5661
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737019935206342e-05,
      "loss": 0.661,
      "step": 5662
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736919728372906e-05,
      "loss": 0.6612,
      "step": 5663
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736819505343125e-05,
      "loss": 0.6851,
      "step": 5664
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7367192661192015e-05,
      "loss": 0.5938,
      "step": 5665
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7366190107033386e-05,
      "loss": 0.764,
      "step": 5666
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7365187390977397e-05,
      "loss": 0.6492,
      "step": 5667
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736418451304609e-05,
      "loss": 0.5263,
      "step": 5668
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73631814732615e-05,
      "loss": 0.6353,
      "step": 5669
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7362178271645676e-05,
      "loss": 0.718,
      "step": 5670
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736117490822067e-05,
      "loss": 0.692,
      "step": 5671
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736017138300853e-05,
      "loss": 0.6319,
      "step": 5672
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7359167696031314e-05,
      "loss": 0.6623,
      "step": 5673
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7358163847311077e-05,
      "loss": 0.6912,
      "step": 5674
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735715983686989e-05,
      "loss": 0.6691,
      "step": 5675
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7356155664729812e-05,
      "loss": 0.6938,
      "step": 5676
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7355151330912915e-05,
      "loss": 0.7039,
      "step": 5677
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354146835441277e-05,
      "loss": 0.5305,
      "step": 5678
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7353142178336973e-05,
      "loss": 0.718,
      "step": 5679
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735213735962208e-05,
      "loss": 0.6577,
      "step": 5680
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7351132379318686e-05,
      "loss": 0.5441,
      "step": 5681
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735012723744888e-05,
      "loss": 0.6684,
      "step": 5682
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7349121934034748e-05,
      "loss": 0.6713,
      "step": 5683
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7348116469098394e-05,
      "loss": 0.5896,
      "step": 5684
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7347110842661904e-05,
      "loss": 0.7271,
      "step": 5685
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7346105054747392e-05,
      "loss": 0.5895,
      "step": 5686
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7345099105376958e-05,
      "loss": 0.6438,
      "step": 5687
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7344092994572714e-05,
      "loss": 0.6897,
      "step": 5688
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734308672235677e-05,
      "loss": 0.6521,
      "step": 5689
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734208028875124e-05,
      "loss": 0.6774,
      "step": 5690
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734107369377825e-05,
      "loss": 0.6087,
      "step": 5691
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7340066937459922e-05,
      "loss": 0.6772,
      "step": 5692
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733906001981838e-05,
      "loss": 0.6348,
      "step": 5693
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338052940875756e-05,
      "loss": 0.6329,
      "step": 5694
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7337045700654182e-05,
      "loss": 0.5612,
      "step": 5695
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73360382991758e-05,
      "loss": 0.478,
      "step": 5696
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7335030736462745e-05,
      "loss": 0.6704,
      "step": 5697
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733402301253717e-05,
      "loss": 0.6848,
      "step": 5698
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7333015127421212e-05,
      "loss": 0.5282,
      "step": 5699
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7332007081137034e-05,
      "loss": 0.5999,
      "step": 5700
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7330998873706786e-05,
      "loss": 0.5661,
      "step": 5701
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7329990505152626e-05,
      "loss": 0.6513,
      "step": 5702
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732898197549672e-05,
      "loss": 0.7164,
      "step": 5703
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7327973284761232e-05,
      "loss": 0.7819,
      "step": 5704
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7326964432968325e-05,
      "loss": 0.5766,
      "step": 5705
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732595542014018e-05,
      "loss": 0.6068,
      "step": 5706
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7324946246298977e-05,
      "loss": 0.5867,
      "step": 5707
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7323936911466886e-05,
      "loss": 0.5472,
      "step": 5708
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7322927415666095e-05,
      "loss": 0.6435,
      "step": 5709
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732191775891879e-05,
      "loss": 0.6381,
      "step": 5710
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7320907941247166e-05,
      "loss": 0.6447,
      "step": 5711
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7319897962673414e-05,
      "loss": 0.6491,
      "step": 5712
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7318887823219733e-05,
      "loss": 0.4894,
      "step": 5713
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7317877522908322e-05,
      "loss": 0.7334,
      "step": 5714
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7316867061761384e-05,
      "loss": 0.6509,
      "step": 5715
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7315856439801134e-05,
      "loss": 0.6507,
      "step": 5716
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7314845657049778e-05,
      "loss": 0.5965,
      "step": 5717
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7313834713529536e-05,
      "loss": 0.7294,
      "step": 5718
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7312823609262624e-05,
      "loss": 0.6611,
      "step": 5719
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7311812344271265e-05,
      "loss": 0.7232,
      "step": 5720
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7310800918577687e-05,
      "loss": 0.5866,
      "step": 5721
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7309789332204114e-05,
      "loss": 0.7105,
      "step": 5722
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7308777585172786e-05,
      "loss": 0.6556,
      "step": 5723
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7307765677505935e-05,
      "loss": 0.5699,
      "step": 5724
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73067536092258e-05,
      "loss": 0.6956,
      "step": 5725
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730574138035463e-05,
      "loss": 0.6204,
      "step": 5726
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7304728990914674e-05,
      "loss": 0.6629,
      "step": 5727
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730371644092817e-05,
      "loss": 0.5964,
      "step": 5728
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7302703730417386e-05,
      "loss": 0.5188,
      "step": 5729
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730169085940457e-05,
      "loss": 0.6683,
      "step": 5730
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7300677827911994e-05,
      "loss": 0.76,
      "step": 5731
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7299664635961913e-05,
      "loss": 0.6643,
      "step": 5732
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72986512835766e-05,
      "loss": 0.7175,
      "step": 5733
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729763777077832e-05,
      "loss": 0.4382,
      "step": 5734
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729662409758936e-05,
      "loss": 0.6499,
      "step": 5735
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7295610264031992e-05,
      "loss": 0.6455,
      "step": 5736
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72945962701285e-05,
      "loss": 0.6671,
      "step": 5737
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7293582115901172e-05,
      "loss": 0.6736,
      "step": 5738
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7292567801372292e-05,
      "loss": 0.6308,
      "step": 5739
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7291553326564154e-05,
      "loss": 0.6357,
      "step": 5740
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729053869149906e-05,
      "loss": 0.6393,
      "step": 5741
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7289523896199307e-05,
      "loss": 0.6446,
      "step": 5742
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7288508940687196e-05,
      "loss": 0.6945,
      "step": 5743
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728749382498504e-05,
      "loss": 0.6281,
      "step": 5744
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7286478549115144e-05,
      "loss": 0.5857,
      "step": 5745
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7285463113099825e-05,
      "loss": 0.6496,
      "step": 5746
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72844475169614e-05,
      "loss": 0.6713,
      "step": 5747
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728343176072219e-05,
      "loss": 0.5647,
      "step": 5748
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7282415844404523e-05,
      "loss": 0.6227,
      "step": 5749
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7281399768030724e-05,
      "loss": 0.6061,
      "step": 5750
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728038353162312e-05,
      "loss": 0.4012,
      "step": 5751
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727936713520406e-05,
      "loss": 0.7406,
      "step": 5752
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7278350578795865e-05,
      "loss": 0.6936,
      "step": 5753
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727733386242089e-05,
      "loss": 0.6098,
      "step": 5754
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727631698610148e-05,
      "loss": 0.6547,
      "step": 5755
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7275299949859977e-05,
      "loss": 0.5337,
      "step": 5756
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7274282753718745e-05,
      "loss": 0.6669,
      "step": 5757
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727326539770013e-05,
      "loss": 0.5673,
      "step": 5758
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7272247881826495e-05,
      "loss": 0.6226,
      "step": 5759
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7271230206120206e-05,
      "loss": 0.5803,
      "step": 5760
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727021237060363e-05,
      "loss": 0.7444,
      "step": 5761
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7269194375299134e-05,
      "loss": 0.6718,
      "step": 5762
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7268176220229094e-05,
      "loss": 0.599,
      "step": 5763
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7267157905415884e-05,
      "loss": 0.6232,
      "step": 5764
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7266139430881893e-05,
      "loss": 0.4511,
      "step": 5765
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7265120796649496e-05,
      "loss": 0.5802,
      "step": 5766
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726410200274109e-05,
      "loss": 0.697,
      "step": 5767
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7263083049179056e-05,
      "loss": 0.7444,
      "step": 5768
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72620639359858e-05,
      "loss": 0.6759,
      "step": 5769
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7261044663183714e-05,
      "loss": 0.623,
      "step": 5770
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7260025230795203e-05,
      "loss": 0.5947,
      "step": 5771
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7259005638842673e-05,
      "loss": 0.6313,
      "step": 5772
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7257985887348526e-05,
      "loss": 0.6282,
      "step": 5773
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725696597633518e-05,
      "loss": 0.605,
      "step": 5774
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7255945905825052e-05,
      "loss": 0.5969,
      "step": 5775
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7254925675840563e-05,
      "loss": 0.6592,
      "step": 5776
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725390528640413e-05,
      "loss": 0.5906,
      "step": 5777
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7252884737538186e-05,
      "loss": 0.5802,
      "step": 5778
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7251864029265156e-05,
      "loss": 0.6124,
      "step": 5779
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7250843161607474e-05,
      "loss": 0.6858,
      "step": 5780
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724982213458758e-05,
      "loss": 0.6771,
      "step": 5781
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7248800948227916e-05,
      "loss": 0.5879,
      "step": 5782
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724777960255092e-05,
      "loss": 0.6569,
      "step": 5783
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7246758097579043e-05,
      "loss": 0.6549,
      "step": 5784
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7245736433334743e-05,
      "loss": 0.6727,
      "step": 5785
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724471460984046e-05,
      "loss": 0.6661,
      "step": 5786
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724369262711866e-05,
      "loss": 0.6486,
      "step": 5787
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7242670485191807e-05,
      "loss": 0.6388,
      "step": 5788
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724164818408236e-05,
      "loss": 0.6289,
      "step": 5789
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7240625723812795e-05,
      "loss": 0.6093,
      "step": 5790
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7239603104405574e-05,
      "loss": 0.5198,
      "step": 5791
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7238580325883184e-05,
      "loss": 0.7123,
      "step": 5792
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7237557388268097e-05,
      "loss": 0.506,
      "step": 5793
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7236534291582798e-05,
      "loss": 0.5785,
      "step": 5794
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7235511035849773e-05,
      "loss": 0.6071,
      "step": 5795
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7234487621091506e-05,
      "loss": 0.547,
      "step": 5796
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72334640473305e-05,
      "loss": 0.7342,
      "step": 5797
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7232440314589243e-05,
      "loss": 0.6506,
      "step": 5798
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723141642289024e-05,
      "loss": 0.5851,
      "step": 5799
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7230392372255993e-05,
      "loss": 0.7175,
      "step": 5800
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722936816270901e-05,
      "loss": 0.6167,
      "step": 5801
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7228343794271804e-05,
      "loss": 0.6453,
      "step": 5802
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722731926696688e-05,
      "loss": 0.62,
      "step": 5803
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722629458081676e-05,
      "loss": 0.5672,
      "step": 5804
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722526973584397e-05,
      "loss": 0.6582,
      "step": 5805
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722424473207103e-05,
      "loss": 0.7298,
      "step": 5806
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7223219569520468e-05,
      "loss": 0.6684,
      "step": 5807
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7222194248214816e-05,
      "loss": 0.5909,
      "step": 5808
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7221168768176612e-05,
      "loss": 0.6332,
      "step": 5809
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7220143129428385e-05,
      "loss": 0.6297,
      "step": 5810
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721911733199269e-05,
      "loss": 0.6605,
      "step": 5811
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7218091375892062e-05,
      "loss": 0.6689,
      "step": 5812
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7217065261149056e-05,
      "loss": 0.7427,
      "step": 5813
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7216038987786225e-05,
      "loss": 0.5708,
      "step": 5814
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7215012555826117e-05,
      "loss": 0.6552,
      "step": 5815
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7213985965291297e-05,
      "loss": 0.6496,
      "step": 5816
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7212959216204327e-05,
      "loss": 0.6765,
      "step": 5817
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721193230858777e-05,
      "loss": 0.638,
      "step": 5818
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721090524246421e-05,
      "loss": 0.6369,
      "step": 5819
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7209878017856202e-05,
      "loss": 0.6688,
      "step": 5820
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7208850634786332e-05,
      "loss": 0.5629,
      "step": 5821
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720782309327718e-05,
      "loss": 0.6258,
      "step": 5822
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720679539335133e-05,
      "loss": 0.7123,
      "step": 5823
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7205767535031363e-05,
      "loss": 0.624,
      "step": 5824
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720473951833988e-05,
      "loss": 0.7016,
      "step": 5825
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7203711343299465e-05,
      "loss": 0.6952,
      "step": 5826
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7202683009932722e-05,
      "loss": 0.6591,
      "step": 5827
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720165451826225e-05,
      "loss": 0.6704,
      "step": 5828
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200625868310656e-05,
      "loss": 0.627,
      "step": 5829
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7199597060100547e-05,
      "loss": 0.6164,
      "step": 5830
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7198568093654536e-05,
      "loss": 0.711,
      "step": 5831
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7197538968995232e-05,
      "loss": 0.7342,
      "step": 5832
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7196509686145258e-05,
      "loss": 0.6009,
      "step": 5833
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7195480245127236e-05,
      "loss": 0.5443,
      "step": 5834
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7194450645963788e-05,
      "loss": 0.6394,
      "step": 5835
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719342088867755e-05,
      "loss": 0.6123,
      "step": 5836
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719239097329115e-05,
      "loss": 0.5959,
      "step": 5837
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7191360899827227e-05,
      "loss": 0.5164,
      "step": 5838
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7190330668308415e-05,
      "loss": 0.6768,
      "step": 5839
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718930027875736e-05,
      "loss": 0.7486,
      "step": 5840
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7188269731196707e-05,
      "loss": 0.6792,
      "step": 5841
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718723902564911e-05,
      "loss": 0.6223,
      "step": 5842
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7186208162137217e-05,
      "loss": 0.7528,
      "step": 5843
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718517714068369e-05,
      "loss": 0.7151,
      "step": 5844
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7184145961311183e-05,
      "loss": 0.6125,
      "step": 5845
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7183114624042362e-05,
      "loss": 0.5865,
      "step": 5846
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7182083128899898e-05,
      "loss": 0.4725,
      "step": 5847
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718105147590646e-05,
      "loss": 0.6011,
      "step": 5848
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7180019665084717e-05,
      "loss": 0.6535,
      "step": 5849
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7178987696457354e-05,
      "loss": 0.6514,
      "step": 5850
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7177955570047045e-05,
      "loss": 0.6285,
      "step": 5851
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7176923285876484e-05,
      "loss": 0.6689,
      "step": 5852
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7175890843968347e-05,
      "loss": 0.7065,
      "step": 5853
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7174858244345335e-05,
      "loss": 0.6921,
      "step": 5854
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7173825487030138e-05,
      "loss": 0.5843,
      "step": 5855
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7172792572045457e-05,
      "loss": 0.4946,
      "step": 5856
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7171759499413992e-05,
      "loss": 0.6727,
      "step": 5857
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717072626915845e-05,
      "loss": 0.6394,
      "step": 5858
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716969288130154e-05,
      "loss": 0.6293,
      "step": 5859
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716865933586597e-05,
      "loss": 0.6406,
      "step": 5860
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716762563287446e-05,
      "loss": 0.5859,
      "step": 5861
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716659177234973e-05,
      "loss": 0.6092,
      "step": 5862
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7165557754314498e-05,
      "loss": 0.649,
      "step": 5863
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716452357879149e-05,
      "loss": 0.5879,
      "step": 5864
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7163489245803445e-05,
      "loss": 0.6042,
      "step": 5865
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7162454755373087e-05,
      "loss": 0.6808,
      "step": 5866
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716142010752315e-05,
      "loss": 0.5331,
      "step": 5867
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7160385302276387e-05,
      "loss": 0.6563,
      "step": 5868
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715935033965553e-05,
      "loss": 0.6334,
      "step": 5869
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7158315219683327e-05,
      "loss": 0.6678,
      "step": 5870
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7157279942382533e-05,
      "loss": 0.5831,
      "step": 5871
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156244507775897e-05,
      "loss": 0.6834,
      "step": 5872
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715520891588618e-05,
      "loss": 0.6089,
      "step": 5873
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715417316673614e-05,
      "loss": 0.5341,
      "step": 5874
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7153137260348544e-05,
      "loss": 0.6211,
      "step": 5875
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7152101196746157e-05,
      "loss": 0.5688,
      "step": 5876
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715106497595175e-05,
      "loss": 0.6337,
      "step": 5877
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7150028597988097e-05,
      "loss": 0.7076,
      "step": 5878
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714899206287798e-05,
      "loss": 0.6488,
      "step": 5879
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7147955370644175e-05,
      "loss": 0.6797,
      "step": 5880
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7146918521309476e-05,
      "loss": 0.7033,
      "step": 5881
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7145881514896657e-05,
      "loss": 0.6198,
      "step": 5882
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714484435142852e-05,
      "loss": 0.6859,
      "step": 5883
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7143807030927862e-05,
      "loss": 0.65,
      "step": 5884
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7142769553417477e-05,
      "loss": 0.7512,
      "step": 5885
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7141731918920166e-05,
      "loss": 0.6671,
      "step": 5886
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7140694127458733e-05,
      "loss": 0.6333,
      "step": 5887
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7139656179055996e-05,
      "loss": 0.6751,
      "step": 5888
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713861807373476e-05,
      "loss": 0.7521,
      "step": 5889
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7137579811517844e-05,
      "loss": 0.678,
      "step": 5890
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7136541392428067e-05,
      "loss": 0.5827,
      "step": 5891
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713550281648825e-05,
      "loss": 0.6012,
      "step": 5892
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713446408372122e-05,
      "loss": 0.6167,
      "step": 5893
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7133425194149804e-05,
      "loss": 0.6525,
      "step": 5894
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713238614779684e-05,
      "loss": 0.702,
      "step": 5895
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713134694468517e-05,
      "loss": 0.6616,
      "step": 5896
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7130307584837615e-05,
      "loss": 0.6302,
      "step": 5897
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7129268068277037e-05,
      "loss": 0.6597,
      "step": 5898
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7128228395026276e-05,
      "loss": 0.6402,
      "step": 5899
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7127188565108186e-05,
      "loss": 0.6599,
      "step": 5900
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712614857854561e-05,
      "loss": 0.7209,
      "step": 5901
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7125108435361418e-05,
      "loss": 0.6168,
      "step": 5902
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7124068135578465e-05,
      "loss": 0.6442,
      "step": 5903
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712302767921962e-05,
      "loss": 0.6198,
      "step": 5904
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712198706630774e-05,
      "loss": 0.4702,
      "step": 5905
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7120946296865705e-05,
      "loss": 0.7035,
      "step": 5906
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7119905370916387e-05,
      "loss": 0.4218,
      "step": 5907
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7118864288482665e-05,
      "loss": 0.6538,
      "step": 5908
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711782304958742e-05,
      "loss": 0.6769,
      "step": 5909
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711678165425353e-05,
      "loss": 0.5813,
      "step": 5910
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115740102503894e-05,
      "loss": 0.7745,
      "step": 5911
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7114698394361398e-05,
      "loss": 0.6681,
      "step": 5912
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7113656529848942e-05,
      "loss": 0.7302,
      "step": 5913
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7112614508989414e-05,
      "loss": 0.65,
      "step": 5914
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7111572331805727e-05,
      "loss": 0.6987,
      "step": 5915
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711052999832078e-05,
      "loss": 0.6989,
      "step": 5916
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7109487508557484e-05,
      "loss": 0.6639,
      "step": 5917
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7108444862538753e-05,
      "loss": 0.5355,
      "step": 5918
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7107402060287503e-05,
      "loss": 0.6454,
      "step": 5919
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7106359101826642e-05,
      "loss": 0.6814,
      "step": 5920
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710531598717911e-05,
      "loss": 0.6779,
      "step": 5921
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7104272716367824e-05,
      "loss": 0.7313,
      "step": 5922
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7103229289415713e-05,
      "loss": 0.62,
      "step": 5923
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710218570634571e-05,
      "loss": 0.6489,
      "step": 5924
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7101141967180756e-05,
      "loss": 0.5915,
      "step": 5925
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7100098071943784e-05,
      "loss": 0.5805,
      "step": 5926
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7099054020657742e-05,
      "loss": 0.6678,
      "step": 5927
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098009813345572e-05,
      "loss": 0.6878,
      "step": 5928
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709696545003023e-05,
      "loss": 0.7017,
      "step": 5929
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7095920930734668e-05,
      "loss": 0.6294,
      "step": 5930
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709487625548184e-05,
      "loss": 0.6458,
      "step": 5931
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7093831424294704e-05,
      "loss": 0.6351,
      "step": 5932
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709278643719623e-05,
      "loss": 0.7378,
      "step": 5933
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7091741294209386e-05,
      "loss": 0.76,
      "step": 5934
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7090695995357136e-05,
      "loss": 0.6021,
      "step": 5935
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708965054066246e-05,
      "loss": 0.5433,
      "step": 5936
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7088604930148328e-05,
      "loss": 0.6925,
      "step": 5937
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7087559163837727e-05,
      "loss": 0.6877,
      "step": 5938
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708651324175364e-05,
      "loss": 0.6633,
      "step": 5939
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708546716391906e-05,
      "loss": 0.6741,
      "step": 5940
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7084420930356967e-05,
      "loss": 0.6976,
      "step": 5941
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7083374541090365e-05,
      "loss": 0.6353,
      "step": 5942
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708232799614225e-05,
      "loss": 0.6484,
      "step": 5943
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081281295535616e-05,
      "loss": 0.6478,
      "step": 5944
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7080234439293478e-05,
      "loss": 0.757,
      "step": 5945
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7079187427438838e-05,
      "loss": 0.6265,
      "step": 5946
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707814025999471e-05,
      "loss": 0.567,
      "step": 5947
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7077092936984114e-05,
      "loss": 0.5467,
      "step": 5948
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7076045458430057e-05,
      "loss": 0.736,
      "step": 5949
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7074997824355568e-05,
      "loss": 0.7026,
      "step": 5950
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7073950034783675e-05,
      "loss": 0.5838,
      "step": 5951
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70729020897374e-05,
      "loss": 0.6753,
      "step": 5952
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707185398923978e-05,
      "loss": 0.721,
      "step": 5953
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707080573331385e-05,
      "loss": 0.5956,
      "step": 5954
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7069757321982647e-05,
      "loss": 0.5783,
      "step": 5955
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7068708755269216e-05,
      "loss": 0.6756,
      "step": 5956
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7067660033196603e-05,
      "loss": 0.6801,
      "step": 5957
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7066611155787852e-05,
      "loss": 0.6798,
      "step": 5958
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706556212306602e-05,
      "loss": 0.6857,
      "step": 5959
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7064512935054163e-05,
      "loss": 0.6869,
      "step": 5960
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7063463591775346e-05,
      "loss": 0.6499,
      "step": 5961
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7062414093252618e-05,
      "loss": 0.7058,
      "step": 5962
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706136443950906e-05,
      "loss": 0.6132,
      "step": 5963
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706031463056773e-05,
      "loss": 0.5938,
      "step": 5964
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7059264666451706e-05,
      "loss": 0.664,
      "step": 5965
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705821454718407e-05,
      "loss": 0.6616,
      "step": 5966
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705716427278789e-05,
      "loss": 0.433,
      "step": 5967
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7056113843286263e-05,
      "loss": 0.5921,
      "step": 5968
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7055063258702267e-05,
      "loss": 0.6379,
      "step": 5969
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705401251905899e-05,
      "loss": 0.5839,
      "step": 5970
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7052961624379537e-05,
      "loss": 0.6758,
      "step": 5971
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7051910574686995e-05,
      "loss": 0.6871,
      "step": 5972
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7050859370004467e-05,
      "loss": 0.6767,
      "step": 5973
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7049808010355055e-05,
      "loss": 0.7324,
      "step": 5974
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704875649576187e-05,
      "loss": 0.4581,
      "step": 5975
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7047704826248023e-05,
      "loss": 0.4325,
      "step": 5976
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7046653001836624e-05,
      "loss": 0.6938,
      "step": 5977
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7045601022550796e-05,
      "loss": 0.7192,
      "step": 5978
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704454888841365e-05,
      "loss": 0.6663,
      "step": 5979
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7043496599448323e-05,
      "loss": 0.6304,
      "step": 5980
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7042444155677932e-05,
      "loss": 0.7256,
      "step": 5981
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7041391557125616e-05,
      "loss": 0.5731,
      "step": 5982
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7040338803814505e-05,
      "loss": 0.6198,
      "step": 5983
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7039285895767737e-05,
      "loss": 0.6794,
      "step": 5984
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7038232833008453e-05,
      "loss": 0.6212,
      "step": 5985
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70371796155598e-05,
      "loss": 0.6447,
      "step": 5986
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703612624344493e-05,
      "loss": 0.5867,
      "step": 5987
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7035072716686983e-05,
      "loss": 0.5593,
      "step": 5988
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703401903530912e-05,
      "loss": 0.6645,
      "step": 5989
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70329651993345e-05,
      "loss": 0.6596,
      "step": 5990
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703191120878629e-05,
      "loss": 0.6688,
      "step": 5991
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703085706368764e-05,
      "loss": 0.5889,
      "step": 5992
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7029802764061733e-05,
      "loss": 0.6868,
      "step": 5993
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7028748309931734e-05,
      "loss": 0.7163,
      "step": 5994
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702769370132082e-05,
      "loss": 0.6715,
      "step": 5995
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702663893825217e-05,
      "loss": 0.6821,
      "step": 5996
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7025584020748968e-05,
      "loss": 0.7407,
      "step": 5997
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7024528948834394e-05,
      "loss": 0.4768,
      "step": 5998
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7023473722531637e-05,
      "loss": 0.685,
      "step": 5999
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7022418341863898e-05,
      "loss": 0.5993,
      "step": 6000
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702136280685436e-05,
      "loss": 0.6748,
      "step": 6001
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7020307117526234e-05,
      "loss": 0.6612,
      "step": 6002
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7019251273902714e-05,
      "loss": 0.6383,
      "step": 6003
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7018195276007013e-05,
      "loss": 0.755,
      "step": 6004
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7017139123862333e-05,
      "loss": 0.527,
      "step": 6005
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701608281749189e-05,
      "loss": 0.6119,
      "step": 6006
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7015026356918898e-05,
      "loss": 0.6408,
      "step": 6007
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701396974216658e-05,
      "loss": 0.6549,
      "step": 6008
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7012912973258157e-05,
      "loss": 0.5601,
      "step": 6009
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701185605021685e-05,
      "loss": 0.6706,
      "step": 6010
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7010798973065898e-05,
      "loss": 0.7071,
      "step": 6011
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700974174182853e-05,
      "loss": 0.6153,
      "step": 6012
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7008684356527977e-05,
      "loss": 0.5662,
      "step": 6013
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7007626817187488e-05,
      "loss": 0.6404,
      "step": 6014
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7006569123830297e-05,
      "loss": 0.5336,
      "step": 6015
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7005511276479657e-05,
      "loss": 0.6806,
      "step": 6016
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7004453275158817e-05,
      "loss": 0.6845,
      "step": 6017
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7003395119891026e-05,
      "loss": 0.6147,
      "step": 6018
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7002336810699543e-05,
      "loss": 0.6625,
      "step": 6019
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700127834760763e-05,
      "loss": 0.6439,
      "step": 6020
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700021973063855e-05,
      "loss": 0.465,
      "step": 6021
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6999160959815566e-05,
      "loss": 0.647,
      "step": 6022
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6998102035161948e-05,
      "loss": 0.7138,
      "step": 6023
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6997042956700978e-05,
      "loss": 0.6224,
      "step": 6024
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699598372445592e-05,
      "loss": 0.6834,
      "step": 6025
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699492433845007e-05,
      "loss": 0.7021,
      "step": 6026
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6993864798706697e-05,
      "loss": 0.7028,
      "step": 6027
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6992805105249097e-05,
      "loss": 0.6634,
      "step": 6028
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6991745258100553e-05,
      "loss": 0.7213,
      "step": 6029
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6990685257284366e-05,
      "loss": 0.6534,
      "step": 6030
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698962510282383e-05,
      "loss": 0.6414,
      "step": 6031
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6988564794742246e-05,
      "loss": 0.5632,
      "step": 6032
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698750433306292e-05,
      "loss": 0.6623,
      "step": 6033
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6986443717809155e-05,
      "loss": 0.7297,
      "step": 6034
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698538294900426e-05,
      "loss": 0.6422,
      "step": 6035
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6984322026671556e-05,
      "loss": 0.69,
      "step": 6036
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698326095083436e-05,
      "loss": 0.6622,
      "step": 6037
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6982199721515985e-05,
      "loss": 0.5745,
      "step": 6038
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6981138338739765e-05,
      "loss": 0.5725,
      "step": 6039
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6980076802529018e-05,
      "loss": 0.6673,
      "step": 6040
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6979015112907082e-05,
      "loss": 0.6246,
      "step": 6041
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6977953269897285e-05,
      "loss": 0.593,
      "step": 6042
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6976891273522973e-05,
      "loss": 0.6498,
      "step": 6043
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6975829123807482e-05,
      "loss": 0.6504,
      "step": 6044
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6974766820774156e-05,
      "loss": 0.7152,
      "step": 6045
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697370436444634e-05,
      "loss": 0.6487,
      "step": 6046
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6972641754847393e-05,
      "loss": 0.6296,
      "step": 6047
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697157899200067e-05,
      "loss": 0.5712,
      "step": 6048
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6970516075929514e-05,
      "loss": 0.7082,
      "step": 6049
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6969453006657302e-05,
      "loss": 0.5951,
      "step": 6050
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6968389784207394e-05,
      "loss": 0.645,
      "step": 6051
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6967326408603155e-05,
      "loss": 0.6443,
      "step": 6052
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6966262879867956e-05,
      "loss": 0.7284,
      "step": 6053
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696519919802518e-05,
      "loss": 0.5669,
      "step": 6054
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6964135363098194e-05,
      "loss": 0.4661,
      "step": 6055
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6963071375110385e-05,
      "loss": 0.6236,
      "step": 6056
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6962007234085138e-05,
      "loss": 0.5621,
      "step": 6057
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6960942940045842e-05,
      "loss": 0.6408,
      "step": 6058
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6959878493015886e-05,
      "loss": 0.7391,
      "step": 6059
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6958813893018664e-05,
      "loss": 0.715,
      "step": 6060
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6957749140077578e-05,
      "loss": 0.6248,
      "step": 6061
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6956684234216027e-05,
      "loss": 0.6052,
      "step": 6062
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695561917545742e-05,
      "loss": 0.6492,
      "step": 6063
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6954553963825157e-05,
      "loss": 0.6426,
      "step": 6064
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6953488599342655e-05,
      "loss": 0.5852,
      "step": 6065
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6952423082033332e-05,
      "loss": 0.6839,
      "step": 6066
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69513574119206e-05,
      "loss": 0.5912,
      "step": 6067
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695029158902789e-05,
      "loss": 0.6727,
      "step": 6068
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6949225613378613e-05,
      "loss": 0.5399,
      "step": 6069
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6948159484996208e-05,
      "loss": 0.643,
      "step": 6070
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6947093203904107e-05,
      "loss": 0.5687,
      "step": 6071
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694602677012574e-05,
      "loss": 0.6181,
      "step": 6072
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694496018368455e-05,
      "loss": 0.6842,
      "step": 6073
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6943893444603975e-05,
      "loss": 0.6761,
      "step": 6074
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6942826552907466e-05,
      "loss": 0.7397,
      "step": 6075
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6941759508618462e-05,
      "loss": 0.5881,
      "step": 6076
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6940692311760427e-05,
      "loss": 0.6537,
      "step": 6077
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6939624962356807e-05,
      "loss": 0.6411,
      "step": 6078
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6938557460431064e-05,
      "loss": 0.6116,
      "step": 6079
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693748980600666e-05,
      "loss": 0.6882,
      "step": 6080
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693642199910706e-05,
      "loss": 0.6587,
      "step": 6081
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6935354039755733e-05,
      "loss": 0.619,
      "step": 6082
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693428592797615e-05,
      "loss": 0.5433,
      "step": 6083
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693321766379179e-05,
      "loss": 0.584,
      "step": 6084
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693214924722613e-05,
      "loss": 0.6182,
      "step": 6085
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6931080678302646e-05,
      "loss": 0.6269,
      "step": 6086
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6930011957044833e-05,
      "loss": 0.5843,
      "step": 6087
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6928943083476175e-05,
      "loss": 0.5916,
      "step": 6088
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6927874057620165e-05,
      "loss": 0.6627,
      "step": 6089
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69268048795003e-05,
      "loss": 0.6163,
      "step": 6090
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692573554914007e-05,
      "loss": 0.5792,
      "step": 6091
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6924666066562994e-05,
      "loss": 0.5812,
      "step": 6092
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6923596431792562e-05,
      "loss": 0.5932,
      "step": 6093
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922526644852292e-05,
      "loss": 0.7109,
      "step": 6094
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692145670576569e-05,
      "loss": 0.6477,
      "step": 6095
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6920386614556278e-05,
      "loss": 0.5328,
      "step": 6096
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691931637124757e-05,
      "loss": 0.5974,
      "step": 6097
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691824597586309e-05,
      "loss": 0.6183,
      "step": 6098
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6917175428426364e-05,
      "loss": 0.6114,
      "step": 6099
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691610472896092e-05,
      "loss": 0.6462,
      "step": 6100
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6915033877490294e-05,
      "loss": 0.5968,
      "step": 6101
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6913962874038018e-05,
      "loss": 0.5572,
      "step": 6102
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6912891718627625e-05,
      "loss": 0.6211,
      "step": 6103
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6911820411282673e-05,
      "loss": 0.6056,
      "step": 6104
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691074895202669e-05,
      "loss": 0.5939,
      "step": 6105
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6909677340883238e-05,
      "loss": 0.7069,
      "step": 6106
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6908605577875865e-05,
      "loss": 0.6819,
      "step": 6107
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907533663028125e-05,
      "loss": 0.5588,
      "step": 6108
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690646159636358e-05,
      "loss": 0.6278,
      "step": 6109
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6905389377905788e-05,
      "loss": 0.5885,
      "step": 6110
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690431700767832e-05,
      "loss": 0.6743,
      "step": 6111
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6903244485704743e-05,
      "loss": 0.6909,
      "step": 6112
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6902171812008626e-05,
      "loss": 0.7036,
      "step": 6113
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690109898661355e-05,
      "loss": 0.5753,
      "step": 6114
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6900026009543092e-05,
      "loss": 0.6216,
      "step": 6115
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689895288082083e-05,
      "loss": 0.7359,
      "step": 6116
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6897879600470356e-05,
      "loss": 0.6477,
      "step": 6117
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689680616851526e-05,
      "loss": 0.7179,
      "step": 6118
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6895732584979126e-05,
      "loss": 0.6928,
      "step": 6119
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6894658849885562e-05,
      "loss": 0.608,
      "step": 6120
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6893584963258153e-05,
      "loss": 0.7066,
      "step": 6121
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689251092512051e-05,
      "loss": 0.6539,
      "step": 6122
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689143673549624e-05,
      "loss": 0.677,
      "step": 6123
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6890362394408945e-05,
      "loss": 0.6498,
      "step": 6124
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688928790188224e-05,
      "loss": 0.5951,
      "step": 6125
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888213257939745e-05,
      "loss": 0.5864,
      "step": 6126
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6887138462605076e-05,
      "loss": 0.6816,
      "step": 6127
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6886063515901852e-05,
      "loss": 0.6464,
      "step": 6128
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6884988417853705e-05,
      "loss": 0.6689,
      "step": 6129
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6883913168484257e-05,
      "loss": 0.7464,
      "step": 6130
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6882837767817147e-05,
      "loss": 0.6936,
      "step": 6131
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6881762215876007e-05,
      "loss": 0.5798,
      "step": 6132
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688068651268448e-05,
      "loss": 0.6486,
      "step": 6133
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68796106582662e-05,
      "loss": 0.5,
      "step": 6134
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6878534652644823e-05,
      "loss": 0.6326,
      "step": 6135
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6877458495843984e-05,
      "loss": 0.6878,
      "step": 6136
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687638218788735e-05,
      "loss": 0.6445,
      "step": 6137
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6875305728798574e-05,
      "loss": 0.5339,
      "step": 6138
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6874229118601304e-05,
      "loss": 0.6592,
      "step": 6139
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687315235731921e-05,
      "loss": 0.5719,
      "step": 6140
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687207544497596e-05,
      "loss": 0.7128,
      "step": 6141
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6870998381595217e-05,
      "loss": 0.6628,
      "step": 6142
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6869921167200658e-05,
      "loss": 0.6876,
      "step": 6143
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6868843801815958e-05,
      "loss": 0.6153,
      "step": 6144
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686776628546479e-05,
      "loss": 0.6617,
      "step": 6145
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686668861817084e-05,
      "loss": 0.5417,
      "step": 6146
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6865610799957798e-05,
      "loss": 0.6158,
      "step": 6147
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6864532830849348e-05,
      "loss": 0.6851,
      "step": 6148
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6863454710869182e-05,
      "loss": 0.568,
      "step": 6149
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6862376440040996e-05,
      "loss": 0.6733,
      "step": 6150
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6861298018388484e-05,
      "loss": 0.5108,
      "step": 6151
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6860219445935362e-05,
      "loss": 0.5964,
      "step": 6152
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6859140722705318e-05,
      "loss": 0.5961,
      "step": 6153
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6858061848722074e-05,
      "loss": 0.53,
      "step": 6154
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6856982824009334e-05,
      "loss": 0.5946,
      "step": 6155
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6855903648590818e-05,
      "loss": 0.5882,
      "step": 6156
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6854824322490243e-05,
      "loss": 0.6686,
      "step": 6157
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6853744845731327e-05,
      "loss": 0.668,
      "step": 6158
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68526652183378e-05,
      "loss": 0.706,
      "step": 6159
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685158544033339e-05,
      "loss": 0.6712,
      "step": 6160
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850505511741827e-05,
      "loss": 0.6891,
      "step": 6161
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684942543258685e-05,
      "loss": 0.6597,
      "step": 6162
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6848345202892193e-05,
      "loss": 0.5819,
      "step": 6163
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68472648226816e-05,
      "loss": 0.5963,
      "step": 6164
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6846184291978814e-05,
      "loss": 0.7097,
      "step": 6165
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684510361080759e-05,
      "loss": 0.5611,
      "step": 6166
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684402277919167e-05,
      "loss": 0.7019,
      "step": 6167
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684294179715481e-05,
      "loss": 0.7201,
      "step": 6168
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6841860664720777e-05,
      "loss": 0.7163,
      "step": 6169
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6840779381913325e-05,
      "loss": 0.6436,
      "step": 6170
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6839697948756223e-05,
      "loss": 0.657,
      "step": 6171
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683861636527324e-05,
      "loss": 0.7266,
      "step": 6172
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683753463148814e-05,
      "loss": 0.6053,
      "step": 6173
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6836452747424704e-05,
      "loss": 0.5872,
      "step": 6174
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683537071310671e-05,
      "loss": 0.6664,
      "step": 6175
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6834288528557944e-05,
      "loss": 0.677,
      "step": 6176
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6833206193802178e-05,
      "loss": 0.5659,
      "step": 6177
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683212370886321e-05,
      "loss": 0.4973,
      "step": 6178
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6831041073764827e-05,
      "loss": 0.5579,
      "step": 6179
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6829958288530828e-05,
      "loss": 0.5294,
      "step": 6180
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6828875353185003e-05,
      "loss": 0.5982,
      "step": 6181
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6827792267751163e-05,
      "loss": 0.6672,
      "step": 6182
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6826709032253104e-05,
      "loss": 0.6442,
      "step": 6183
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682562564671464e-05,
      "loss": 0.6367,
      "step": 6184
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6824542111159582e-05,
      "loss": 0.6629,
      "step": 6185
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682345842561174e-05,
      "loss": 0.5714,
      "step": 6186
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6822374590094938e-05,
      "loss": 0.6496,
      "step": 6187
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6821290604632986e-05,
      "loss": 0.6967,
      "step": 6188
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682020646924972e-05,
      "loss": 0.6384,
      "step": 6189
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6819122183968963e-05,
      "loss": 0.675,
      "step": 6190
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6818037748814542e-05,
      "loss": 0.6875,
      "step": 6191
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68169531638103e-05,
      "loss": 0.6324,
      "step": 6192
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6815868428980065e-05,
      "loss": 0.743,
      "step": 6193
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6814783544347682e-05,
      "loss": 0.6238,
      "step": 6194
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6813698509937e-05,
      "loss": 0.6582,
      "step": 6195
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6812613325771858e-05,
      "loss": 0.6196,
      "step": 6196
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6811527991876114e-05,
      "loss": 0.6564,
      "step": 6197
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681044250827361e-05,
      "loss": 0.4764,
      "step": 6198
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6809356874988218e-05,
      "loss": 0.712,
      "step": 6199
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6808271092043794e-05,
      "loss": 0.6763,
      "step": 6200
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6807185159464198e-05,
      "loss": 0.7012,
      "step": 6201
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6806099077273297e-05,
      "loss": 0.6247,
      "step": 6202
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6805012845494964e-05,
      "loss": 0.6152,
      "step": 6203
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680392646415307e-05,
      "loss": 0.6446,
      "step": 6204
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68028399332715e-05,
      "loss": 0.6142,
      "step": 6205
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680175325287412e-05,
      "loss": 0.6291,
      "step": 6206
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6800666422984832e-05,
      "loss": 0.5292,
      "step": 6207
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6799579443627506e-05,
      "loss": 0.6808,
      "step": 6208
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679849231482604e-05,
      "loss": 0.6494,
      "step": 6209
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6797405036604325e-05,
      "loss": 0.6832,
      "step": 6210
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6796317608986257e-05,
      "loss": 0.5668,
      "step": 6211
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679523003199574e-05,
      "loss": 0.5519,
      "step": 6212
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679414230565668e-05,
      "loss": 0.6472,
      "step": 6213
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6793054429992973e-05,
      "loss": 0.7281,
      "step": 6214
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679196640502853e-05,
      "loss": 0.6064,
      "step": 6215
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6790878230787278e-05,
      "loss": 0.5984,
      "step": 6216
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678978990729312e-05,
      "loss": 0.7072,
      "step": 6217
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678870143456998e-05,
      "loss": 0.6014,
      "step": 6218
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6787612812641774e-05,
      "loss": 0.5891,
      "step": 6219
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6786524041532443e-05,
      "loss": 0.657,
      "step": 6220
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6785435121265905e-05,
      "loss": 0.7266,
      "step": 6221
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6784346051866098e-05,
      "loss": 0.6492,
      "step": 6222
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678325683335695e-05,
      "loss": 0.6317,
      "step": 6223
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6782167465762408e-05,
      "loss": 0.599,
      "step": 6224
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6781077949106416e-05,
      "loss": 0.6209,
      "step": 6225
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6779988283412917e-05,
      "loss": 0.6787,
      "step": 6226
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677889846870586e-05,
      "loss": 0.7563,
      "step": 6227
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677780850500919e-05,
      "loss": 0.6591,
      "step": 6228
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6776718392346878e-05,
      "loss": 0.6864,
      "step": 6229
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6775628130742872e-05,
      "loss": 0.6472,
      "step": 6230
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677453772022114e-05,
      "loss": 0.7463,
      "step": 6231
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677344716080564e-05,
      "loss": 0.6784,
      "step": 6232
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6772356452520347e-05,
      "loss": 0.6729,
      "step": 6233
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677126559538923e-05,
      "loss": 0.7775,
      "step": 6234
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677017458943627e-05,
      "loss": 0.6081,
      "step": 6235
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6769083434685442e-05,
      "loss": 0.6843,
      "step": 6236
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6767992131160725e-05,
      "loss": 0.6334,
      "step": 6237
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6766900678886103e-05,
      "loss": 0.5491,
      "step": 6238
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6765809077885573e-05,
      "loss": 0.6264,
      "step": 6239
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676471732818312e-05,
      "loss": 0.6913,
      "step": 6240
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6763625429802744e-05,
      "loss": 0.692,
      "step": 6241
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6762533382768437e-05,
      "loss": 0.6435,
      "step": 6242
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6761441187104202e-05,
      "loss": 0.6198,
      "step": 6243
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6760348842834043e-05,
      "loss": 0.6842,
      "step": 6244
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6759256349981973e-05,
      "loss": 0.7781,
      "step": 6245
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6758163708572002e-05,
      "loss": 0.6668,
      "step": 6246
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675707091862814e-05,
      "loss": 0.7438,
      "step": 6247
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6755977980174408e-05,
      "loss": 0.5949,
      "step": 6248
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6754884893234828e-05,
      "loss": 0.612,
      "step": 6249
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675379165783342e-05,
      "loss": 0.6847,
      "step": 6250
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675269827399422e-05,
      "loss": 0.6392,
      "step": 6251
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6751604741741255e-05,
      "loss": 0.5265,
      "step": 6252
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675051106109855e-05,
      "loss": 0.6294,
      "step": 6253
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6749417232090157e-05,
      "loss": 0.7915,
      "step": 6254
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6748323254740107e-05,
      "loss": 0.6725,
      "step": 6255
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6747229129072446e-05,
      "loss": 0.5422,
      "step": 6256
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6746134855111224e-05,
      "loss": 0.6939,
      "step": 6257
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6745040432880486e-05,
      "loss": 0.6125,
      "step": 6258
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6743945862404292e-05,
      "loss": 0.5977,
      "step": 6259
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6742851143706696e-05,
      "loss": 0.6154,
      "step": 6260
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6741756276811755e-05,
      "loss": 0.6969,
      "step": 6261
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6740661261743542e-05,
      "loss": 0.3921,
      "step": 6262
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6739566098526112e-05,
      "loss": 0.5382,
      "step": 6263
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673847078718354e-05,
      "loss": 0.7299,
      "step": 6264
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6737375327739902e-05,
      "loss": 0.6471,
      "step": 6265
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6736279720219274e-05,
      "loss": 0.5486,
      "step": 6266
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673518396464573e-05,
      "loss": 0.5974,
      "step": 6267
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6734088061043357e-05,
      "loss": 0.6656,
      "step": 6268
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673299200943624e-05,
      "loss": 0.6519,
      "step": 6269
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6731895809848473e-05,
      "loss": 0.6147,
      "step": 6270
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6730799462304145e-05,
      "loss": 0.5935,
      "step": 6271
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672970296682735e-05,
      "loss": 0.6966,
      "step": 6272
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6728606323442195e-05,
      "loss": 0.6071,
      "step": 6273
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672750953217277e-05,
      "loss": 0.6162,
      "step": 6274
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6726412593043192e-05,
      "loss": 0.6893,
      "step": 6275
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725315506077563e-05,
      "loss": 0.7039,
      "step": 6276
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6724218271300002e-05,
      "loss": 0.6769,
      "step": 6277
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6723120888734616e-05,
      "loss": 0.7185,
      "step": 6278
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6722023358405532e-05,
      "loss": 0.6697,
      "step": 6279
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6720925680336866e-05,
      "loss": 0.6366,
      "step": 6280
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6719827854552746e-05,
      "loss": 0.4645,
      "step": 6281
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67187298810773e-05,
      "loss": 0.6809,
      "step": 6282
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6717631759934666e-05,
      "loss": 0.7017,
      "step": 6283
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6716533491148966e-05,
      "loss": 0.415,
      "step": 6284
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6715435074744347e-05,
      "loss": 0.4808,
      "step": 6285
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671433651074495e-05,
      "loss": 0.5983,
      "step": 6286
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6713237799174914e-05,
      "loss": 0.7376,
      "step": 6287
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6712138940058394e-05,
      "loss": 0.6988,
      "step": 6288
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6711039933419537e-05,
      "loss": 0.6341,
      "step": 6289
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6709940779282502e-05,
      "loss": 0.7079,
      "step": 6290
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670884147767144e-05,
      "loss": 0.5679,
      "step": 6291
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6707742028610517e-05,
      "loss": 0.5973,
      "step": 6292
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67066424321239e-05,
      "loss": 0.6462,
      "step": 6293
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6705542688235746e-05,
      "loss": 0.6402,
      "step": 6294
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6704442796970238e-05,
      "loss": 0.7049,
      "step": 6295
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6703342758351537e-05,
      "loss": 0.6718,
      "step": 6296
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670224257240383e-05,
      "loss": 0.7163,
      "step": 6297
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6701142239151296e-05,
      "loss": 0.4549,
      "step": 6298
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670004175861811e-05,
      "loss": 0.6907,
      "step": 6299
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6698941130828473e-05,
      "loss": 0.5982,
      "step": 6300
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6697840355806568e-05,
      "loss": 0.5647,
      "step": 6301
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696739433576585e-05,
      "loss": 0.6325,
      "step": 6302
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669563836416272e-05,
      "loss": 0.6136,
      "step": 6303
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669453714758918e-05,
      "loss": 0.686,
      "step": 6304
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6693435783880167e-05,
      "loss": 0.6121,
      "step": 6305
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6692334273059884e-05,
      "loss": 0.6119,
      "step": 6306
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669123261515254e-05,
      "loss": 0.6946,
      "step": 6307
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6690130810182345e-05,
      "loss": 0.6186,
      "step": 6308
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6689028858173523e-05,
      "loss": 0.7337,
      "step": 6309
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668792675915029e-05,
      "loss": 0.6493,
      "step": 6310
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6686824513136862e-05,
      "loss": 0.6551,
      "step": 6311
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6685722120157474e-05,
      "loss": 0.6286,
      "step": 6312
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668461958023635e-05,
      "loss": 0.6049,
      "step": 6313
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6683516893397726e-05,
      "loss": 0.6521,
      "step": 6314
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6682414059665834e-05,
      "loss": 0.6055,
      "step": 6315
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681311079064907e-05,
      "loss": 0.6361,
      "step": 6316
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6680207951619198e-05,
      "loss": 0.5474,
      "step": 6317
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6679104677352948e-05,
      "loss": 0.6214,
      "step": 6318
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66780012562904e-05,
      "loss": 0.6028,
      "step": 6319
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6676897688455808e-05,
      "loss": 0.6798,
      "step": 6320
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6675793973873432e-05,
      "loss": 0.7201,
      "step": 6321
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6674690112567525e-05,
      "loss": 0.7479,
      "step": 6322
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667358610456235e-05,
      "loss": 0.6105,
      "step": 6323
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6672481949882173e-05,
      "loss": 0.6617,
      "step": 6324
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6671377648551252e-05,
      "loss": 0.5867,
      "step": 6325
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6670273200593873e-05,
      "loss": 0.8215,
      "step": 6326
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6669168606034295e-05,
      "loss": 0.611,
      "step": 6327
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6668063864896807e-05,
      "loss": 0.6436,
      "step": 6328
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6666958977205685e-05,
      "loss": 0.5908,
      "step": 6329
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666585394298521e-05,
      "loss": 0.5494,
      "step": 6330
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6664748762259672e-05,
      "loss": 0.5983,
      "step": 6331
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666364343505336e-05,
      "loss": 0.6506,
      "step": 6332
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6662537961390567e-05,
      "loss": 0.6376,
      "step": 6333
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6661432341295592e-05,
      "loss": 0.5364,
      "step": 6334
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6660326574792738e-05,
      "loss": 0.6219,
      "step": 6335
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66592206619063e-05,
      "loss": 0.6659,
      "step": 6336
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6658114602660585e-05,
      "loss": 0.6303,
      "step": 6337
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6657008397079906e-05,
      "loss": 0.6779,
      "step": 6338
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6655902045188577e-05,
      "loss": 0.5384,
      "step": 6339
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665479554701091e-05,
      "loss": 0.574,
      "step": 6340
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6653688902571227e-05,
      "loss": 0.6063,
      "step": 6341
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665258211189385e-05,
      "loss": 0.7362,
      "step": 6342
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66514751750031e-05,
      "loss": 0.6696,
      "step": 6343
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6650368091923314e-05,
      "loss": 0.6269,
      "step": 6344
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6649260862678812e-05,
      "loss": 0.5972,
      "step": 6345
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6648153487293944e-05,
      "loss": 0.5716,
      "step": 6346
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6647045965793036e-05,
      "loss": 0.6279,
      "step": 6347
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6645938298200436e-05,
      "loss": 0.6391,
      "step": 6348
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6644830484540487e-05,
      "loss": 0.7047,
      "step": 6349
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6643722524837536e-05,
      "loss": 0.6202,
      "step": 6350
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6642614419115938e-05,
      "loss": 0.5953,
      "step": 6351
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6641506167400046e-05,
      "loss": 0.5978,
      "step": 6352
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6640397769714214e-05,
      "loss": 0.5983,
      "step": 6353
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6639289226082806e-05,
      "loss": 0.6892,
      "step": 6354
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6638180536530186e-05,
      "loss": 0.6967,
      "step": 6355
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663707170108072e-05,
      "loss": 0.6829,
      "step": 6356
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663596271975878e-05,
      "loss": 0.6779,
      "step": 6357
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663485359258874e-05,
      "loss": 0.5911,
      "step": 6358
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6633744319594974e-05,
      "loss": 0.6195,
      "step": 6359
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6632634900801864e-05,
      "loss": 0.6179,
      "step": 6360
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663152533623379e-05,
      "loss": 0.59,
      "step": 6361
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6630415625915146e-05,
      "loss": 0.5767,
      "step": 6362
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6629305769870313e-05,
      "loss": 0.6671,
      "step": 6363
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6628195768123694e-05,
      "loss": 0.6352,
      "step": 6364
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662708562069968e-05,
      "loss": 0.5903,
      "step": 6365
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6625975327622662e-05,
      "loss": 0.6666,
      "step": 6366
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662486488891706e-05,
      "loss": 0.6095,
      "step": 6367
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662375430460726e-05,
      "loss": 0.6902,
      "step": 6368
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6622643574717686e-05,
      "loss": 0.6622,
      "step": 6369
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6621532699272743e-05,
      "loss": 0.6571,
      "step": 6370
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662042167829685e-05,
      "loss": 0.6753,
      "step": 6371
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6619310511814423e-05,
      "loss": 0.5784,
      "step": 6372
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6618199199849882e-05,
      "loss": 0.5674,
      "step": 6373
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661708774242766e-05,
      "loss": 0.6561,
      "step": 6374
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6615976139572177e-05,
      "loss": 0.5828,
      "step": 6375
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6614864391307867e-05,
      "loss": 0.5995,
      "step": 6376
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661375249765916e-05,
      "loss": 0.688,
      "step": 6377
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6612640458650503e-05,
      "loss": 0.701,
      "step": 6378
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661152827430633e-05,
      "loss": 0.563,
      "step": 6379
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6610415944651083e-05,
      "loss": 0.7138,
      "step": 6380
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660930346970922e-05,
      "loss": 0.6855,
      "step": 6381
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6608190849505183e-05,
      "loss": 0.684,
      "step": 6382
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6607078084063424e-05,
      "loss": 0.6395,
      "step": 6383
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6605965173408404e-05,
      "loss": 0.6756,
      "step": 6384
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660485211756458e-05,
      "loss": 0.6234,
      "step": 6385
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660373891655642e-05,
      "loss": 0.6906,
      "step": 6386
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660262557040839e-05,
      "loss": 0.6243,
      "step": 6387
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6601512079144956e-05,
      "loss": 0.6531,
      "step": 6388
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6600398442790592e-05,
      "loss": 0.7047,
      "step": 6389
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659928466136977e-05,
      "loss": 0.7423,
      "step": 6390
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659817073490698e-05,
      "loss": 0.6818,
      "step": 6391
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6597056663426694e-05,
      "loss": 0.6323,
      "step": 6392
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6595942446953404e-05,
      "loss": 0.5626,
      "step": 6393
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659482808551159e-05,
      "loss": 0.6853,
      "step": 6394
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6593713579125756e-05,
      "loss": 0.643,
      "step": 6395
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659259892782039e-05,
      "loss": 0.5869,
      "step": 6396
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659148413161999e-05,
      "loss": 0.6812,
      "step": 6397
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659036919054906e-05,
      "loss": 0.7102,
      "step": 6398
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65892541046321e-05,
      "loss": 0.7398,
      "step": 6399
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6588138873893624e-05,
      "loss": 0.6549,
      "step": 6400
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6587023498358142e-05,
      "loss": 0.432,
      "step": 6401
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6585907978050163e-05,
      "loss": 0.4926,
      "step": 6402
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658479231299421e-05,
      "loss": 0.6058,
      "step": 6403
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65836765032148e-05,
      "loss": 0.5845,
      "step": 6404
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658256054873646e-05,
      "loss": 0.5643,
      "step": 6405
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6581444449583717e-05,
      "loss": 0.6926,
      "step": 6406
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6580328205781096e-05,
      "loss": 0.5828,
      "step": 6407
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6579211817353135e-05,
      "loss": 0.7599,
      "step": 6408
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657809528432437e-05,
      "loss": 0.6974,
      "step": 6409
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657697860671934e-05,
      "loss": 0.6154,
      "step": 6410
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6575861784562585e-05,
      "loss": 0.6262,
      "step": 6411
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6574744817878655e-05,
      "loss": 0.6384,
      "step": 6412
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6573627706692097e-05,
      "loss": 0.6315,
      "step": 6413
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6572510451027465e-05,
      "loss": 0.6387,
      "step": 6414
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6571393050909312e-05,
      "loss": 0.6373,
      "step": 6415
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6570275506362203e-05,
      "loss": 0.6028,
      "step": 6416
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656915781741069e-05,
      "loss": 0.5895,
      "step": 6417
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6568039984079346e-05,
      "loss": 0.6539,
      "step": 6418
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6566922006392736e-05,
      "loss": 0.5121,
      "step": 6419
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6565803884375433e-05,
      "loss": 0.7149,
      "step": 6420
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656468561805201e-05,
      "loss": 0.5896,
      "step": 6421
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6563567207447044e-05,
      "loss": 0.6518,
      "step": 6422
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656244865258512e-05,
      "loss": 0.6125,
      "step": 6423
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6561329953490816e-05,
      "loss": 0.6011,
      "step": 6424
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6560211110188725e-05,
      "loss": 0.6531,
      "step": 6425
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6559092122703436e-05,
      "loss": 0.7136,
      "step": 6426
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6557972991059536e-05,
      "loss": 0.6644,
      "step": 6427
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6556853715281637e-05,
      "loss": 0.6108,
      "step": 6428
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655573429539432e-05,
      "loss": 0.4556,
      "step": 6429
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65546147314222e-05,
      "loss": 0.6707,
      "step": 6430
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655349502338988e-05,
      "loss": 0.6238,
      "step": 6431
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6552375171321974e-05,
      "loss": 0.4839,
      "step": 6432
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655125517524309e-05,
      "loss": 0.6475,
      "step": 6433
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655013503517784e-05,
      "loss": 0.6366,
      "step": 6434
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6549014751150852e-05,
      "loss": 0.577,
      "step": 6435
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654789432318674e-05,
      "loss": 0.6015,
      "step": 6436
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6546773751310135e-05,
      "loss": 0.6902,
      "step": 6437
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6545653035545664e-05,
      "loss": 0.6589,
      "step": 6438
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6544532175917957e-05,
      "loss": 0.656,
      "step": 6439
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6543411172451647e-05,
      "loss": 0.6641,
      "step": 6440
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6542290025171378e-05,
      "loss": 0.6859,
      "step": 6441
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6541168734101784e-05,
      "loss": 0.7245,
      "step": 6442
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6540047299267517e-05,
      "loss": 0.5882,
      "step": 6443
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6538925720693216e-05,
      "loss": 0.6842,
      "step": 6444
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6537803998403536e-05,
      "loss": 0.7062,
      "step": 6445
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6536682132423133e-05,
      "loss": 0.6792,
      "step": 6446
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653556012277666e-05,
      "loss": 0.6516,
      "step": 6447
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6534437969488778e-05,
      "loss": 0.7059,
      "step": 6448
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653331567258415e-05,
      "loss": 0.6605,
      "step": 6449
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6532193232087442e-05,
      "loss": 0.6671,
      "step": 6450
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6531070648023325e-05,
      "loss": 0.6518,
      "step": 6451
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652994792041647e-05,
      "loss": 0.6473,
      "step": 6452
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6528825049291556e-05,
      "loss": 0.6124,
      "step": 6453
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652770203467326e-05,
      "loss": 0.5778,
      "step": 6454
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6526578876586264e-05,
      "loss": 0.535,
      "step": 6455
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652545557505525e-05,
      "loss": 0.6949,
      "step": 6456
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652433213010491e-05,
      "loss": 0.7044,
      "step": 6457
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6523208541759935e-05,
      "loss": 0.5932,
      "step": 6458
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652208481004502e-05,
      "loss": 0.6566,
      "step": 6459
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652096093498486e-05,
      "loss": 0.6793,
      "step": 6460
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6519836916604167e-05,
      "loss": 0.6432,
      "step": 6461
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651871275492763e-05,
      "loss": 0.7057,
      "step": 6462
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6517588449979965e-05,
      "loss": 0.7177,
      "step": 6463
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6516464001785883e-05,
      "loss": 0.5574,
      "step": 6464
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651533941037009e-05,
      "loss": 0.7258,
      "step": 6465
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651421467575731e-05,
      "loss": 0.5635,
      "step": 6466
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651308979797226e-05,
      "loss": 0.6328,
      "step": 6467
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6511964777039662e-05,
      "loss": 0.739,
      "step": 6468
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6510839612984247e-05,
      "loss": 0.6575,
      "step": 6469
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6509714305830743e-05,
      "loss": 0.615,
      "step": 6470
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6508588855603877e-05,
      "loss": 0.741,
      "step": 6471
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6507463262328394e-05,
      "loss": 0.7387,
      "step": 6472
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6506337526029025e-05,
      "loss": 0.6985,
      "step": 6473
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6505211646730512e-05,
      "loss": 0.6727,
      "step": 6474
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65040856244576e-05,
      "loss": 0.607,
      "step": 6475
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6502959459235046e-05,
      "loss": 0.6547,
      "step": 6476
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6501833151087593e-05,
      "loss": 0.6548,
      "step": 6477
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6500706700039994e-05,
      "loss": 0.8308,
      "step": 6478
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649958010611701e-05,
      "loss": 0.665,
      "step": 6479
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6498453369343407e-05,
      "loss": 0.477,
      "step": 6480
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6497326489743943e-05,
      "loss": 0.6615,
      "step": 6481
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6496199467343385e-05,
      "loss": 0.6615,
      "step": 6482
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6495072302166502e-05,
      "loss": 0.6384,
      "step": 6483
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649394499423807e-05,
      "loss": 0.6019,
      "step": 6484
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6492817543582864e-05,
      "loss": 0.7609,
      "step": 6485
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6491689950225667e-05,
      "loss": 0.5635,
      "step": 6486
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6490562214191258e-05,
      "loss": 0.685,
      "step": 6487
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6489434335504422e-05,
      "loss": 0.5866,
      "step": 6488
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6488306314189954e-05,
      "loss": 0.6743,
      "step": 6489
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6487178150272637e-05,
      "loss": 0.6143,
      "step": 6490
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6486049843777273e-05,
      "loss": 0.6433,
      "step": 6491
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6484921394728662e-05,
      "loss": 0.6886,
      "step": 6492
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64837928031516e-05,
      "loss": 0.7385,
      "step": 6493
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6482664069070894e-05,
      "loss": 0.5894,
      "step": 6494
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648153519251135e-05,
      "loss": 0.6087,
      "step": 6495
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6480406173497784e-05,
      "loss": 0.6757,
      "step": 6496
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6479277012055007e-05,
      "loss": 0.6839,
      "step": 6497
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6478147708207838e-05,
      "loss": 0.6939,
      "step": 6498
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647701826198109e-05,
      "loss": 0.666,
      "step": 6499
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64758886733996e-05,
      "loss": 0.6024,
      "step": 6500
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647475894248818e-05,
      "loss": 0.7183,
      "step": 6501
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6473629069271666e-05,
      "loss": 0.721,
      "step": 6502
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6472499053774892e-05,
      "loss": 0.6088,
      "step": 6503
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6471368896022696e-05,
      "loss": 0.6577,
      "step": 6504
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647023859603991e-05,
      "loss": 0.6692,
      "step": 6505
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646910815385138e-05,
      "loss": 0.6781,
      "step": 6506
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6467977569481957e-05,
      "loss": 0.5882,
      "step": 6507
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646684684295648e-05,
      "loss": 0.6436,
      "step": 6508
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646571597429981e-05,
      "loss": 0.6267,
      "step": 6509
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646458496353679e-05,
      "loss": 0.6027,
      "step": 6510
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646345381069229e-05,
      "loss": 0.6522,
      "step": 6511
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646232251579116e-05,
      "loss": 0.7372,
      "step": 6512
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6461191078858272e-05,
      "loss": 0.5467,
      "step": 6513
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646005949991849e-05,
      "loss": 0.5862,
      "step": 6514
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6458927778996686e-05,
      "loss": 0.5505,
      "step": 6515
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6457795916117734e-05,
      "loss": 0.6495,
      "step": 6516
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645666391130651e-05,
      "loss": 0.6386,
      "step": 6517
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6455531764587886e-05,
      "loss": 0.6279,
      "step": 6518
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6454399475986756e-05,
      "loss": 0.6258,
      "step": 6519
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6453267045528e-05,
      "loss": 0.5395,
      "step": 6520
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6452134473236512e-05,
      "loss": 0.5638,
      "step": 6521
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645100175913718e-05,
      "loss": 0.6641,
      "step": 6522
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6449868903254897e-05,
      "loss": 0.6412,
      "step": 6523
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644873590561457e-05,
      "loss": 0.5919,
      "step": 6524
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644760276624109e-05,
      "loss": 0.6501,
      "step": 6525
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6446469485159365e-05,
      "loss": 0.7125,
      "step": 6526
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644533606239431e-05,
      "loss": 0.6542,
      "step": 6527
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6444202497970825e-05,
      "loss": 0.648,
      "step": 6528
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644306879191383e-05,
      "loss": 0.524,
      "step": 6529
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6441934944248246e-05,
      "loss": 0.6551,
      "step": 6530
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6440800954998986e-05,
      "loss": 0.6263,
      "step": 6531
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6439666824190974e-05,
      "loss": 0.6733,
      "step": 6532
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643853255184914e-05,
      "loss": 0.6503,
      "step": 6533
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6437398137998412e-05,
      "loss": 0.6656,
      "step": 6534
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643626358266372e-05,
      "loss": 0.7166,
      "step": 6535
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435128885870005e-05,
      "loss": 0.6856,
      "step": 6536
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64339940476422e-05,
      "loss": 0.61,
      "step": 6537
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6432859068005254e-05,
      "loss": 0.6333,
      "step": 6538
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6431723946984106e-05,
      "loss": 0.7134,
      "step": 6539
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6430588684603706e-05,
      "loss": 0.6401,
      "step": 6540
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6429453280889004e-05,
      "loss": 0.7014,
      "step": 6541
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6428317735864958e-05,
      "loss": 0.6261,
      "step": 6542
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6427182049556525e-05,
      "loss": 0.5616,
      "step": 6543
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642604622198866e-05,
      "loss": 0.5856,
      "step": 6544
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6424910253186334e-05,
      "loss": 0.5933,
      "step": 6545
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642377414317451e-05,
      "loss": 0.6796,
      "step": 6546
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642263789197816e-05,
      "loss": 0.6718,
      "step": 6547
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6421501499622253e-05,
      "loss": 0.6354,
      "step": 6548
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6420364966131768e-05,
      "loss": 0.6173,
      "step": 6549
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6419228291531685e-05,
      "loss": 0.5455,
      "step": 6550
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6418091475846986e-05,
      "loss": 0.6409,
      "step": 6551
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6416954519102654e-05,
      "loss": 0.6432,
      "step": 6552
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6415817421323678e-05,
      "loss": 0.6439,
      "step": 6553
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6414680182535054e-05,
      "loss": 0.6375,
      "step": 6554
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641354280276177e-05,
      "loss": 0.4376,
      "step": 6555
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6412405282028828e-05,
      "loss": 0.5571,
      "step": 6556
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641126762036123e-05,
      "loss": 0.7368,
      "step": 6557
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641012981778398e-05,
      "loss": 0.6759,
      "step": 6558
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6408991874322082e-05,
      "loss": 0.6436,
      "step": 6559
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6407853790000546e-05,
      "loss": 0.6392,
      "step": 6560
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640671556484439e-05,
      "loss": 0.5286,
      "step": 6561
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6405577198878624e-05,
      "loss": 0.5983,
      "step": 6562
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6404438692128276e-05,
      "loss": 0.6209,
      "step": 6563
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640330004461836e-05,
      "loss": 0.6135,
      "step": 6564
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6402161256373905e-05,
      "loss": 0.6175,
      "step": 6565
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640102232741994e-05,
      "loss": 0.527,
      "step": 6566
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6399883257781503e-05,
      "loss": 0.6234,
      "step": 6567
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6398744047483613e-05,
      "loss": 0.5972,
      "step": 6568
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6397604696551325e-05,
      "loss": 0.6867,
      "step": 6569
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639646520500967e-05,
      "loss": 0.5922,
      "step": 6570
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6395325572883697e-05,
      "loss": 0.6468,
      "step": 6571
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639418580019845e-05,
      "loss": 0.6926,
      "step": 6572
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639304588697898e-05,
      "loss": 0.5533,
      "step": 6573
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6391905833250347e-05,
      "loss": 0.4842,
      "step": 6574
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63907656390376e-05,
      "loss": 0.534,
      "step": 6575
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63896253043658e-05,
      "loss": 0.6453,
      "step": 6576
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638848482926001e-05,
      "loss": 0.6244,
      "step": 6577
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6387344213745297e-05,
      "loss": 0.5932,
      "step": 6578
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638620345784673e-05,
      "loss": 0.7302,
      "step": 6579
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638506256158938e-05,
      "loss": 0.639,
      "step": 6580
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6383921524998324e-05,
      "loss": 0.6551,
      "step": 6581
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6382780348098636e-05,
      "loss": 0.6087,
      "step": 6582
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6381639030915404e-05,
      "loss": 0.7287,
      "step": 6583
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6380497573473705e-05,
      "loss": 0.6927,
      "step": 6584
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6379355975798633e-05,
      "loss": 0.5098,
      "step": 6585
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637821423791527e-05,
      "loss": 0.6723,
      "step": 6586
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6377072359848723e-05,
      "loss": 0.7371,
      "step": 6587
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6375930341624077e-05,
      "loss": 0.7328,
      "step": 6588
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6374788183266435e-05,
      "loss": 0.5025,
      "step": 6589
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63736458848009e-05,
      "loss": 0.6217,
      "step": 6590
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637250344625258e-05,
      "loss": 0.6092,
      "step": 6591
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6371360867646583e-05,
      "loss": 0.5462,
      "step": 6592
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637021814900802e-05,
      "loss": 0.5981,
      "step": 6593
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6369075290362007e-05,
      "loss": 0.5752,
      "step": 6594
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6367932291733662e-05,
      "loss": 0.7039,
      "step": 6595
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6366789153148108e-05,
      "loss": 0.5193,
      "step": 6596
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636564587463046e-05,
      "loss": 0.5844,
      "step": 6597
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6364502456205858e-05,
      "loss": 0.5787,
      "step": 6598
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6363358897899432e-05,
      "loss": 0.6621,
      "step": 6599
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6362215199736303e-05,
      "loss": 0.6268,
      "step": 6600
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6361071361741624e-05,
      "loss": 0.7043,
      "step": 6601
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6359927383940522e-05,
      "loss": 0.6034,
      "step": 6602
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6358783266358143e-05,
      "loss": 0.6729,
      "step": 6603
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6357639009019638e-05,
      "loss": 0.5181,
      "step": 6604
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6356494611950152e-05,
      "loss": 0.593,
      "step": 6605
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6355350075174837e-05,
      "loss": 0.7354,
      "step": 6606
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635420539871885e-05,
      "loss": 0.5141,
      "step": 6607
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635306058260735e-05,
      "loss": 0.5994,
      "step": 6608
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6351915626865492e-05,
      "loss": 0.7565,
      "step": 6609
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6350770531518444e-05,
      "loss": 0.6512,
      "step": 6610
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6349625296591377e-05,
      "loss": 0.6793,
      "step": 6611
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6348479922109455e-05,
      "loss": 0.7414,
      "step": 6612
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634733440809786e-05,
      "loss": 0.7457,
      "step": 6613
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634618875458176e-05,
      "loss": 0.6632,
      "step": 6614
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634504296158634e-05,
      "loss": 0.6255,
      "step": 6615
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634389702913678e-05,
      "loss": 0.5669,
      "step": 6616
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6342750957258265e-05,
      "loss": 0.613,
      "step": 6617
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634160474597599e-05,
      "loss": 0.7141,
      "step": 6618
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634045839531514e-05,
      "loss": 0.6027,
      "step": 6619
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6339311905300914e-05,
      "loss": 0.598,
      "step": 6620
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6338165275958506e-05,
      "loss": 0.5927,
      "step": 6621
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633701850731312e-05,
      "loss": 0.7425,
      "step": 6622
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6335871599389964e-05,
      "loss": 0.5775,
      "step": 6623
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6334724552214236e-05,
      "loss": 0.573,
      "step": 6624
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6333577365811154e-05,
      "loss": 0.7118,
      "step": 6625
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6332430040205932e-05,
      "loss": 0.6046,
      "step": 6626
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633128257542378e-05,
      "loss": 0.6793,
      "step": 6627
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6330134971489922e-05,
      "loss": 0.5369,
      "step": 6628
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6328987228429577e-05,
      "loss": 0.6598,
      "step": 6629
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6327839346267977e-05,
      "loss": 0.693,
      "step": 6630
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6326691325030343e-05,
      "loss": 0.6138,
      "step": 6631
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6325543164741914e-05,
      "loss": 0.5773,
      "step": 6632
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6324394865427917e-05,
      "loss": 0.6049,
      "step": 6633
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6323246427113595e-05,
      "loss": 0.5535,
      "step": 6634
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6322097849824188e-05,
      "loss": 0.4709,
      "step": 6635
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6320949133584938e-05,
      "loss": 0.6388,
      "step": 6636
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6319800278421098e-05,
      "loss": 0.6899,
      "step": 6637
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6318651284357908e-05,
      "loss": 0.703,
      "step": 6638
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631750215142063e-05,
      "loss": 0.6046,
      "step": 6639
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631635287963452e-05,
      "loss": 0.6476,
      "step": 6640
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6315203469024834e-05,
      "loss": 0.6921,
      "step": 6641
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6314053919616832e-05,
      "loss": 0.6555,
      "step": 6642
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631290423143578e-05,
      "loss": 0.6483,
      "step": 6643
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631175440450695e-05,
      "loss": 0.6192,
      "step": 6644
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6310604438855614e-05,
      "loss": 0.5747,
      "step": 6645
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630945433450704e-05,
      "loss": 0.4883,
      "step": 6646
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630830409148651e-05,
      "loss": 0.6969,
      "step": 6647
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6307153709819305e-05,
      "loss": 0.6782,
      "step": 6648
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630600318953071e-05,
      "loss": 0.541,
      "step": 6649
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6304852530646008e-05,
      "loss": 0.678,
      "step": 6650
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6303701733190486e-05,
      "loss": 0.7027,
      "step": 6651
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6302550797189445e-05,
      "loss": 0.699,
      "step": 6652
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6301399722668175e-05,
      "loss": 0.5993,
      "step": 6653
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6300248509651977e-05,
      "loss": 0.5995,
      "step": 6654
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629909715816615e-05,
      "loss": 0.647,
      "step": 6655
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6297945668236003e-05,
      "loss": 0.602,
      "step": 6656
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6296794039886842e-05,
      "loss": 0.666,
      "step": 6657
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6295642273143973e-05,
      "loss": 0.6068,
      "step": 6658
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6294490368032723e-05,
      "loss": 0.7228,
      "step": 6659
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6293338324578396e-05,
      "loss": 0.6355,
      "step": 6660
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629218614280632e-05,
      "loss": 0.6798,
      "step": 6661
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6291033822741815e-05,
      "loss": 0.6699,
      "step": 6662
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6289881364410206e-05,
      "loss": 0.6302,
      "step": 6663
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6288728767836826e-05,
      "loss": 0.6183,
      "step": 6664
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6287576033047005e-05,
      "loss": 0.4148,
      "step": 6665
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6286423160066073e-05,
      "loss": 0.6069,
      "step": 6666
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628527014891938e-05,
      "loss": 0.603,
      "step": 6667
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6284116999632258e-05,
      "loss": 0.6066,
      "step": 6668
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6282963712230054e-05,
      "loss": 0.6343,
      "step": 6669
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628181028673812e-05,
      "loss": 0.6104,
      "step": 6670
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6280656723181797e-05,
      "loss": 0.5801,
      "step": 6671
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627950302158645e-05,
      "loss": 0.6252,
      "step": 6672
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6278349181977423e-05,
      "loss": 0.555,
      "step": 6673
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627719520438009e-05,
      "loss": 0.7081,
      "step": 6674
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6276041088819797e-05,
      "loss": 0.5928,
      "step": 6675
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6274886835321925e-05,
      "loss": 0.7285,
      "step": 6676
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6273732443911835e-05,
      "loss": 0.6919,
      "step": 6677
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62725779146149e-05,
      "loss": 0.6249,
      "step": 6678
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6271423247456492e-05,
      "loss": 0.6869,
      "step": 6679
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6270268442461993e-05,
      "loss": 0.7012,
      "step": 6680
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6269113499656782e-05,
      "loss": 0.6299,
      "step": 6681
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6267958419066243e-05,
      "loss": 0.6471,
      "step": 6682
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6266803200715763e-05,
      "loss": 0.5381,
      "step": 6683
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6265647844630732e-05,
      "loss": 0.5274,
      "step": 6684
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6264492350836542e-05,
      "loss": 0.4612,
      "step": 6685
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6263336719358593e-05,
      "loss": 0.6807,
      "step": 6686
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6262180950222275e-05,
      "loss": 0.6448,
      "step": 6687
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6261025043452998e-05,
      "loss": 0.6442,
      "step": 6688
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6259868999076167e-05,
      "loss": 0.4947,
      "step": 6689
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6258712817117187e-05,
      "loss": 0.5518,
      "step": 6690
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625755649760147e-05,
      "loss": 0.576,
      "step": 6691
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6256400040554425e-05,
      "loss": 0.5747,
      "step": 6692
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6255243446001482e-05,
      "loss": 0.6191,
      "step": 6693
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6254086713968048e-05,
      "loss": 0.6005,
      "step": 6694
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6252929844479554e-05,
      "loss": 0.6682,
      "step": 6695
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6251772837561417e-05,
      "loss": 0.7726,
      "step": 6696
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625061569323908e-05,
      "loss": 0.5895,
      "step": 6697
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6249458411537967e-05,
      "loss": 0.7643,
      "step": 6698
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6248300992483512e-05,
      "loss": 0.6875,
      "step": 6699
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6247143436101157e-05,
      "loss": 0.6197,
      "step": 6700
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6245985742416337e-05,
      "loss": 0.588,
      "step": 6701
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6244827911454507e-05,
      "loss": 0.5797,
      "step": 6702
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6243669943241108e-05,
      "loss": 0.6885,
      "step": 6703
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624251183780159e-05,
      "loss": 0.5848,
      "step": 6704
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6241353595161403e-05,
      "loss": 0.6263,
      "step": 6705
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624019521534601e-05,
      "loss": 0.7381,
      "step": 6706
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623903669838087e-05,
      "loss": 0.6973,
      "step": 6707
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623787804429144e-05,
      "loss": 0.6051,
      "step": 6708
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623671925310319e-05,
      "loss": 0.6366,
      "step": 6709
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623556032484159e-05,
      "loss": 0.607,
      "step": 6710
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6234401259532106e-05,
      "loss": 0.6014,
      "step": 6711
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6233242057200213e-05,
      "loss": 0.6568,
      "step": 6712
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623208271787139e-05,
      "loss": 0.6269,
      "step": 6713
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623092324157112e-05,
      "loss": 0.6456,
      "step": 6714
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6229763628324887e-05,
      "loss": 0.5953,
      "step": 6715
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622860387815817e-05,
      "loss": 0.5956,
      "step": 6716
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6227443991096464e-05,
      "loss": 0.7801,
      "step": 6717
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6226283967165263e-05,
      "loss": 0.5898,
      "step": 6718
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6225123806390058e-05,
      "loss": 0.6468,
      "step": 6719
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6223963508796355e-05,
      "loss": 0.666,
      "step": 6720
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6222803074409644e-05,
      "loss": 0.7278,
      "step": 6721
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6221642503255436e-05,
      "loss": 0.5171,
      "step": 6722
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622048179535924e-05,
      "loss": 0.4674,
      "step": 6723
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621932095074657e-05,
      "loss": 0.6226,
      "step": 6724
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6218159969442928e-05,
      "loss": 0.6541,
      "step": 6725
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621699885147384e-05,
      "loss": 0.5233,
      "step": 6726
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6215837596864822e-05,
      "loss": 0.6568,
      "step": 6727
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62146762056414e-05,
      "loss": 0.5701,
      "step": 6728
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621351467782909e-05,
      "loss": 0.5639,
      "step": 6729
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621235301345343e-05,
      "loss": 0.6603,
      "step": 6730
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621119121253995e-05,
      "loss": 0.6934,
      "step": 6731
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621002927511419e-05,
      "loss": 0.6235,
      "step": 6732
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620886720120167e-05,
      "loss": 0.6582,
      "step": 6733
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620770499082795e-05,
      "loss": 0.5448,
      "step": 6734
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620654264401856e-05,
      "loss": 0.647,
      "step": 6735
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6205380160799052e-05,
      "loss": 0.6258,
      "step": 6736
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6204217541194977e-05,
      "loss": 0.5986,
      "step": 6737
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6203054785231887e-05,
      "loss": 0.5878,
      "step": 6738
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6201891892935337e-05,
      "loss": 0.6154,
      "step": 6739
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620072886433088e-05,
      "loss": 0.6646,
      "step": 6740
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6199565699444088e-05,
      "loss": 0.6553,
      "step": 6741
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6198402398300516e-05,
      "loss": 0.7003,
      "step": 6742
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6197238960925738e-05,
      "loss": 0.594,
      "step": 6743
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619607538734532e-05,
      "loss": 0.6853,
      "step": 6744
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6194911677584843e-05,
      "loss": 0.6682,
      "step": 6745
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6193747831669876e-05,
      "loss": 0.4377,
      "step": 6746
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6192583849625995e-05,
      "loss": 0.6378,
      "step": 6747
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6191419731478796e-05,
      "loss": 0.592,
      "step": 6748
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6190255477253853e-05,
      "loss": 0.6076,
      "step": 6749
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6189091086976758e-05,
      "loss": 0.6343,
      "step": 6750
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6187926560673103e-05,
      "loss": 0.7474,
      "step": 6751
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6186761898368482e-05,
      "loss": 0.616,
      "step": 6752
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6185597100088494e-05,
      "loss": 0.5543,
      "step": 6753
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618443216585874e-05,
      "loss": 0.5184,
      "step": 6754
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183267095704817e-05,
      "loss": 0.6268,
      "step": 6755
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6182101889652343e-05,
      "loss": 0.6729,
      "step": 6756
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6180936547726914e-05,
      "loss": 0.6598,
      "step": 6757
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6179771069954152e-05,
      "loss": 0.6088,
      "step": 6758
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6178605456359663e-05,
      "loss": 0.6468,
      "step": 6759
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617743970696908e-05,
      "loss": 0.6306,
      "step": 6760
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617627382180801e-05,
      "loss": 0.6481,
      "step": 6761
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6175107800902086e-05,
      "loss": 0.6429,
      "step": 6762
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6173941644276932e-05,
      "loss": 0.7192,
      "step": 6763
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6172775351958175e-05,
      "loss": 0.6354,
      "step": 6764
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617160892397146e-05,
      "loss": 0.6753,
      "step": 6765
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617044236034241e-05,
      "loss": 0.6208,
      "step": 6766
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169275661096672e-05,
      "loss": 0.687,
      "step": 6767
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6168108826259885e-05,
      "loss": 0.711,
      "step": 6768
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6166941855857694e-05,
      "loss": 0.6969,
      "step": 6769
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616577474991575e-05,
      "loss": 0.6356,
      "step": 6770
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61646075084597e-05,
      "loss": 0.6457,
      "step": 6771
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6163440131515202e-05,
      "loss": 0.6391,
      "step": 6772
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6162272619107914e-05,
      "loss": 0.6142,
      "step": 6773
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616110497126349e-05,
      "loss": 0.7068,
      "step": 6774
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61599371880076e-05,
      "loss": 0.6201,
      "step": 6775
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6158769269365903e-05,
      "loss": 0.5588,
      "step": 6776
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6157601215364075e-05,
      "loss": 0.5606,
      "step": 6777
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6156433026027785e-05,
      "loss": 0.6506,
      "step": 6778
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615526470138271e-05,
      "loss": 0.6714,
      "step": 6779
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615409624145452e-05,
      "loss": 0.5129,
      "step": 6780
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6152927646268906e-05,
      "loss": 0.6509,
      "step": 6781
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615175891585155e-05,
      "loss": 0.7661,
      "step": 6782
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6150590050228132e-05,
      "loss": 0.6407,
      "step": 6783
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614942104942435e-05,
      "loss": 0.6729,
      "step": 6784
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6148251913465892e-05,
      "loss": 0.7364,
      "step": 6785
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614708264237845e-05,
      "loss": 0.6436,
      "step": 6786
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6145913236187734e-05,
      "loss": 0.6345,
      "step": 6787
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614474369491944e-05,
      "loss": 0.6916,
      "step": 6788
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614357401859927e-05,
      "loss": 0.5492,
      "step": 6789
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614240420725293e-05,
      "loss": 0.6277,
      "step": 6790
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6141234260906138e-05,
      "loss": 0.6265,
      "step": 6791
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6140064179584608e-05,
      "loss": 0.5886,
      "step": 6792
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6138893963314047e-05,
      "loss": 0.5694,
      "step": 6793
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6137723612120183e-05,
      "loss": 0.5855,
      "step": 6794
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613655312602873e-05,
      "loss": 0.6814,
      "step": 6795
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6135382505065427e-05,
      "loss": 0.6081,
      "step": 6796
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6134211749255993e-05,
      "loss": 0.5626,
      "step": 6797
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6133040858626157e-05,
      "loss": 0.6304,
      "step": 6798
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613186983320166e-05,
      "loss": 0.623,
      "step": 6799
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6130698673008235e-05,
      "loss": 0.7627,
      "step": 6800
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6129527378071627e-05,
      "loss": 0.6897,
      "step": 6801
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6128355948417573e-05,
      "loss": 0.6921,
      "step": 6802
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6127184384071823e-05,
      "loss": 0.6251,
      "step": 6803
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612601268506013e-05,
      "loss": 0.6528,
      "step": 6804
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6124840851408233e-05,
      "loss": 0.6567,
      "step": 6805
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61236688831419e-05,
      "loss": 0.6398,
      "step": 6806
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6122496780286886e-05,
      "loss": 0.6374,
      "step": 6807
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612132454286895e-05,
      "loss": 0.6822,
      "step": 6808
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6120152170913855e-05,
      "loss": 0.6741,
      "step": 6809
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611897966444737e-05,
      "loss": 0.6416,
      "step": 6810
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6117807023495267e-05,
      "loss": 0.6586,
      "step": 6811
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6116634248083313e-05,
      "loss": 0.6491,
      "step": 6812
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611546133823729e-05,
      "loss": 0.6822,
      "step": 6813
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611428829398297e-05,
      "loss": 0.6242,
      "step": 6814
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611311511534614e-05,
      "loss": 0.5678,
      "step": 6815
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6111941802352582e-05,
      "loss": 0.7244,
      "step": 6816
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6110768355028087e-05,
      "loss": 0.5855,
      "step": 6817
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610959477339844e-05,
      "loss": 0.6266,
      "step": 6818
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610842105748944e-05,
      "loss": 0.5522,
      "step": 6819
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610724720732688e-05,
      "loss": 0.6296,
      "step": 6820
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6106073222936562e-05,
      "loss": 0.7061,
      "step": 6821
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6104899104344284e-05,
      "loss": 0.6253,
      "step": 6822
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6103724851575858e-05,
      "loss": 0.7426,
      "step": 6823
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6102550464657085e-05,
      "loss": 0.5404,
      "step": 6824
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6101375943613778e-05,
      "loss": 0.6518,
      "step": 6825
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100201288471756e-05,
      "loss": 0.6361,
      "step": 6826
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6099026499256832e-05,
      "loss": 0.5091,
      "step": 6827
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6097851575994828e-05,
      "loss": 0.6307,
      "step": 6828
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6096676518711565e-05,
      "loss": 0.6438,
      "step": 6829
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6095501327432873e-05,
      "loss": 0.6226,
      "step": 6830
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6094326002184573e-05,
      "loss": 0.5958,
      "step": 6831
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60931505429925e-05,
      "loss": 0.697,
      "step": 6832
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6091974949882493e-05,
      "loss": 0.6969,
      "step": 6833
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6090799222880385e-05,
      "loss": 0.6426,
      "step": 6834
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608962336201202e-05,
      "loss": 0.4478,
      "step": 6835
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6088447367303242e-05,
      "loss": 0.7649,
      "step": 6836
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6087271238779894e-05,
      "loss": 0.5973,
      "step": 6837
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6086094976467827e-05,
      "loss": 0.5539,
      "step": 6838
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608491858039289e-05,
      "loss": 0.7069,
      "step": 6839
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6083742050580947e-05,
      "loss": 0.7076,
      "step": 6840
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608256538705785e-05,
      "loss": 0.6264,
      "step": 6841
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6081388589849457e-05,
      "loss": 0.62,
      "step": 6842
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608021165898164e-05,
      "loss": 0.6608,
      "step": 6843
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607903459448026e-05,
      "loss": 0.6049,
      "step": 6844
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6077857396371195e-05,
      "loss": 0.6692,
      "step": 6845
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607668006468031e-05,
      "loss": 0.6034,
      "step": 6846
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6075502599433485e-05,
      "loss": 0.615,
      "step": 6847
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6074325000656594e-05,
      "loss": 0.6251,
      "step": 6848
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6073147268375524e-05,
      "loss": 0.6252,
      "step": 6849
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607196940261616e-05,
      "loss": 0.6529,
      "step": 6850
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6070791403404382e-05,
      "loss": 0.6339,
      "step": 6851
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606961327076609e-05,
      "loss": 0.6743,
      "step": 6852
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606843500472717e-05,
      "loss": 0.5059,
      "step": 6853
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606725660531353e-05,
      "loss": 0.6667,
      "step": 6854
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6066078072551054e-05,
      "loss": 0.6428,
      "step": 6855
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6064899406465656e-05,
      "loss": 0.4328,
      "step": 6856
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6063720607083236e-05,
      "loss": 0.7369,
      "step": 6857
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6062541674429702e-05,
      "loss": 0.6711,
      "step": 6858
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6061362608530968e-05,
      "loss": 0.7764,
      "step": 6859
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6060183409412944e-05,
      "loss": 0.6474,
      "step": 6860
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605900407710155e-05,
      "loss": 0.6062,
      "step": 6861
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6057824611622708e-05,
      "loss": 0.6049,
      "step": 6862
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6056645013002333e-05,
      "loss": 0.6849,
      "step": 6863
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6055465281266357e-05,
      "loss": 0.724,
      "step": 6864
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6054285416440708e-05,
      "loss": 0.6686,
      "step": 6865
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6053105418551316e-05,
      "loss": 0.7547,
      "step": 6866
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605192528762412e-05,
      "loss": 0.7138,
      "step": 6867
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6050745023685052e-05,
      "loss": 0.7533,
      "step": 6868
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6049564626760055e-05,
      "loss": 0.6428,
      "step": 6869
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604838409687507e-05,
      "loss": 0.4937,
      "step": 6870
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6047203434056046e-05,
      "loss": 0.575,
      "step": 6871
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604602263832893e-05,
      "loss": 0.7295,
      "step": 6872
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6044841709719675e-05,
      "loss": 0.726,
      "step": 6873
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6043660648254234e-05,
      "loss": 0.5616,
      "step": 6874
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042479453958574e-05,
      "loss": 0.6647,
      "step": 6875
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604129812685864e-05,
      "loss": 0.6258,
      "step": 6876
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6040116666980407e-05,
      "loss": 0.6754,
      "step": 6877
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603893507434984e-05,
      "loss": 0.6788,
      "step": 6878
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6037753348992908e-05,
      "loss": 0.6192,
      "step": 6879
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6036571490935582e-05,
      "loss": 0.6583,
      "step": 6880
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603538950020384e-05,
      "loss": 0.5846,
      "step": 6881
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6034207376823656e-05,
      "loss": 0.6641,
      "step": 6882
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6033025120821016e-05,
      "loss": 0.7113,
      "step": 6883
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.60318427322219e-05,
      "loss": 0.6556,
      "step": 6884
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.60306602110523e-05,
      "loss": 0.6937,
      "step": 6885
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.60294775573382e-05,
      "loss": 0.6061,
      "step": 6886
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6028294771105595e-05,
      "loss": 0.5698,
      "step": 6887
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6027111852380488e-05,
      "loss": 0.5675,
      "step": 6888
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602592880118887e-05,
      "loss": 0.6681,
      "step": 6889
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6024745617556735e-05,
      "loss": 0.6173,
      "step": 6890
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602356230151011e-05,
      "loss": 0.6516,
      "step": 6891
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6022378853074976e-05,
      "loss": 0.5969,
      "step": 6892
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6021195272277367e-05,
      "loss": 0.6926,
      "step": 6893
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6020011559143277e-05,
      "loss": 0.6154,
      "step": 6894
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6018827713698737e-05,
      "loss": 0.6416,
      "step": 6895
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601764373596976e-05,
      "loss": 0.6623,
      "step": 6896
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6016459625982362e-05,
      "loss": 0.6309,
      "step": 6897
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6015275383762582e-05,
      "loss": 0.5704,
      "step": 6898
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6014091009336433e-05,
      "loss": 0.606,
      "step": 6899
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6012906502729958e-05,
      "loss": 0.6308,
      "step": 6900
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601172186396918e-05,
      "loss": 0.6037,
      "step": 6901
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6010537093080142e-05,
      "loss": 0.6078,
      "step": 6902
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600935219008888e-05,
      "loss": 0.6354,
      "step": 6903
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600816715502144e-05,
      "loss": 0.6514,
      "step": 6904
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6006981987903863e-05,
      "loss": 0.6802,
      "step": 6905
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6005796688762203e-05,
      "loss": 0.6952,
      "step": 6906
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6004611257622505e-05,
      "loss": 0.5525,
      "step": 6907
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6003425694510826e-05,
      "loss": 0.6724,
      "step": 6908
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6002239999453223e-05,
      "loss": 0.639,
      "step": 6909
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6001054172475755e-05,
      "loss": 0.633,
      "step": 6910
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5999868213604486e-05,
      "loss": 0.6202,
      "step": 6911
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5998682122865477e-05,
      "loss": 0.6413,
      "step": 6912
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59974959002848e-05,
      "loss": 0.6078,
      "step": 6913
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599630954588853e-05,
      "loss": 0.6754,
      "step": 6914
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5995123059702733e-05,
      "loss": 0.5907,
      "step": 6915
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599393644175349e-05,
      "loss": 0.6441,
      "step": 6916
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599274969206688e-05,
      "loss": 0.5787,
      "step": 6917
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599156281066899e-05,
      "loss": 0.6384,
      "step": 6918
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5990375797585905e-05,
      "loss": 0.6024,
      "step": 6919
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598918865284371e-05,
      "loss": 0.5616,
      "step": 6920
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5988001376468492e-05,
      "loss": 0.6272,
      "step": 6921
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5986813968486362e-05,
      "loss": 0.6411,
      "step": 6922
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5985626428923396e-05,
      "loss": 0.6163,
      "step": 6923
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5984438757805714e-05,
      "loss": 0.6589,
      "step": 6924
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598325095515941e-05,
      "loss": 0.6829,
      "step": 6925
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5982063021010587e-05,
      "loss": 0.6946,
      "step": 6926
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5980874955385358e-05,
      "loss": 0.6052,
      "step": 6927
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5979686758309835e-05,
      "loss": 0.6087,
      "step": 6928
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5978498429810132e-05,
      "loss": 0.5482,
      "step": 6929
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5977309969912368e-05,
      "loss": 0.6873,
      "step": 6930
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597612137864266e-05,
      "loss": 0.5786,
      "step": 6931
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5974932656027132e-05,
      "loss": 0.5941,
      "step": 6932
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5973743802091914e-05,
      "loss": 0.592,
      "step": 6933
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5972554816863132e-05,
      "loss": 0.5817,
      "step": 6934
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597136570036692e-05,
      "loss": 0.6217,
      "step": 6935
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5970176452629412e-05,
      "loss": 0.6672,
      "step": 6936
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5968987073676745e-05,
      "loss": 0.6686,
      "step": 6937
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596779756353506e-05,
      "loss": 0.6347,
      "step": 6938
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5966607922230503e-05,
      "loss": 0.6725,
      "step": 6939
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5965418149789215e-05,
      "loss": 0.5975,
      "step": 6940
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596422824623735e-05,
      "loss": 0.5709,
      "step": 6941
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596303821160106e-05,
      "loss": 0.6609,
      "step": 6942
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5961848045906497e-05,
      "loss": 0.6452,
      "step": 6943
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5960657749179822e-05,
      "loss": 0.6839,
      "step": 6944
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5959467321447196e-05,
      "loss": 0.6147,
      "step": 6945
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5958276762734782e-05,
      "loss": 0.6187,
      "step": 6946
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5957086073068743e-05,
      "loss": 0.5714,
      "step": 6947
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5955895252475257e-05,
      "loss": 0.651,
      "step": 6948
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595470430098049e-05,
      "loss": 0.7077,
      "step": 6949
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5953513218610616e-05,
      "loss": 0.5689,
      "step": 6950
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5952322005391815e-05,
      "loss": 0.629,
      "step": 6951
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595113066135027e-05,
      "loss": 0.564,
      "step": 6952
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5949939186512164e-05,
      "loss": 0.7044,
      "step": 6953
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5948747580903683e-05,
      "loss": 0.4666,
      "step": 6954
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5947555844551015e-05,
      "loss": 0.5832,
      "step": 6955
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5946363977480354e-05,
      "loss": 0.5848,
      "step": 6956
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59451719797179e-05,
      "loss": 0.5563,
      "step": 6957
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594397985128984e-05,
      "loss": 0.676,
      "step": 6958
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5942787592222388e-05,
      "loss": 0.6984,
      "step": 6959
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594159520254174e-05,
      "loss": 0.7093,
      "step": 6960
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594040268227411e-05,
      "loss": 0.5927,
      "step": 6961
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5939210031445694e-05,
      "loss": 0.5962,
      "step": 6962
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593801725008272e-05,
      "loss": 0.6245,
      "step": 6963
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593682433821139e-05,
      "loss": 0.6088,
      "step": 6964
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5935631295857934e-05,
      "loss": 0.6651,
      "step": 6965
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593443812304857e-05,
      "loss": 0.7042,
      "step": 6966
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5933244819809517e-05,
      "loss": 0.6467,
      "step": 6967
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5932051386167005e-05,
      "loss": 0.6525,
      "step": 6968
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5930857822147264e-05,
      "loss": 0.6679,
      "step": 6969
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592966412777653e-05,
      "loss": 0.6252,
      "step": 6970
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5928470303081033e-05,
      "loss": 0.4941,
      "step": 6971
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5927276348087014e-05,
      "loss": 0.6342,
      "step": 6972
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592608226282071e-05,
      "loss": 0.662,
      "step": 6973
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5924888047308377e-05,
      "loss": 0.6237,
      "step": 6974
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5923693701576247e-05,
      "loss": 0.6775,
      "step": 6975
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592249922565058e-05,
      "loss": 0.6626,
      "step": 6976
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592130461955763e-05,
      "loss": 0.6376,
      "step": 6977
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5920109883323642e-05,
      "loss": 0.654,
      "step": 6978
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591891501697488e-05,
      "loss": 0.6228,
      "step": 6979
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591772002053761e-05,
      "loss": 0.6892,
      "step": 6980
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591652489403809e-05,
      "loss": 0.674,
      "step": 6981
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5915329637502593e-05,
      "loss": 0.6237,
      "step": 6982
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591413425095738e-05,
      "loss": 0.7724,
      "step": 6983
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591293873442873e-05,
      "loss": 0.6607,
      "step": 6984
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591174308794292e-05,
      "loss": 0.5729,
      "step": 6985
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5910547311526224e-05,
      "loss": 0.6299,
      "step": 6986
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5909351405204926e-05,
      "loss": 0.6908,
      "step": 6987
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5908155369005307e-05,
      "loss": 0.5811,
      "step": 6988
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590695920295366e-05,
      "loss": 0.6899,
      "step": 6989
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590576290707627e-05,
      "loss": 0.6493,
      "step": 6990
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5904566481399426e-05,
      "loss": 0.6101,
      "step": 6991
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5903369925949434e-05,
      "loss": 0.7072,
      "step": 6992
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5902173240752582e-05,
      "loss": 0.7183,
      "step": 6993
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5900976425835182e-05,
      "loss": 0.6368,
      "step": 6994
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589977948122353e-05,
      "loss": 0.6452,
      "step": 6995
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5898582406943933e-05,
      "loss": 0.5651,
      "step": 6996
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5897385203022705e-05,
      "loss": 0.6323,
      "step": 6997
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5896187869486154e-05,
      "loss": 0.7042,
      "step": 6998
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5894990406360603e-05,
      "loss": 0.6887,
      "step": 6999
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5893792813672363e-05,
      "loss": 0.5131,
      "step": 7000
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5892595091447755e-05,
      "loss": 0.6299,
      "step": 7001
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5891397239713113e-05,
      "loss": 0.6367,
      "step": 7002
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589019925849475e-05,
      "loss": 0.6373,
      "step": 7003
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5889001147819005e-05,
      "loss": 0.6631,
      "step": 7004
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588780290771221e-05,
      "loss": 0.6406,
      "step": 7005
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5886604538200695e-05,
      "loss": 0.6443,
      "step": 7006
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5885406039310804e-05,
      "loss": 0.5793,
      "step": 7007
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5884207411068876e-05,
      "loss": 0.6537,
      "step": 7008
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5883008653501252e-05,
      "loss": 0.7364,
      "step": 7009
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5881809766634286e-05,
      "loss": 0.6223,
      "step": 7010
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5880610750494324e-05,
      "loss": 0.6529,
      "step": 7011
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5879411605107716e-05,
      "loss": 0.6926,
      "step": 7012
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5878212330500817e-05,
      "loss": 0.7088,
      "step": 7013
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587701292669999e-05,
      "loss": 0.6328,
      "step": 7014
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587581339373159e-05,
      "loss": 0.6987,
      "step": 7015
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5874613731621992e-05,
      "loss": 0.6427,
      "step": 7016
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5873413940397552e-05,
      "loss": 0.6725,
      "step": 7017
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587221402008464e-05,
      "loss": 0.5874,
      "step": 7018
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5871013970709634e-05,
      "loss": 0.7965,
      "step": 7019
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5869813792298902e-05,
      "loss": 0.6791,
      "step": 7020
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5868613484878828e-05,
      "loss": 0.6578,
      "step": 7021
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5867413048475793e-05,
      "loss": 0.653,
      "step": 7022
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586621248311618e-05,
      "loss": 0.681,
      "step": 7023
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5865011788826373e-05,
      "loss": 0.6371,
      "step": 7024
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586381096563276e-05,
      "loss": 0.6401,
      "step": 7025
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586261001356174e-05,
      "loss": 0.594,
      "step": 7026
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58614089326397e-05,
      "loss": 0.6424,
      "step": 7027
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5860207722893046e-05,
      "loss": 0.6649,
      "step": 7028
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585900638434817e-05,
      "loss": 0.6433,
      "step": 7029
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5857804917031486e-05,
      "loss": 0.6353,
      "step": 7030
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585660332096939e-05,
      "loss": 0.6536,
      "step": 7031
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5855401596188297e-05,
      "loss": 0.5973,
      "step": 7032
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585419974271462e-05,
      "loss": 0.6629,
      "step": 7033
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585299776057477e-05,
      "loss": 0.6111,
      "step": 7034
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5851795649795165e-05,
      "loss": 0.6146,
      "step": 7035
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585059341040223e-05,
      "loss": 0.6052,
      "step": 7036
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5849391042422385e-05,
      "loss": 0.6188,
      "step": 7037
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5848188545882054e-05,
      "loss": 0.7138,
      "step": 7038
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584698592080767e-05,
      "loss": 0.7077,
      "step": 7039
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5845783167225663e-05,
      "loss": 0.5748,
      "step": 7040
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5844580285162464e-05,
      "loss": 0.669,
      "step": 7041
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584337727464452e-05,
      "loss": 0.5738,
      "step": 7042
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5842174135698264e-05,
      "loss": 0.6584,
      "step": 7043
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5840970868350138e-05,
      "loss": 0.6226,
      "step": 7044
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5839767472626594e-05,
      "loss": 0.7349,
      "step": 7045
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5838563948554074e-05,
      "loss": 0.6175,
      "step": 7046
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5837360296159038e-05,
      "loss": 0.4917,
      "step": 7047
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5836156515467937e-05,
      "loss": 0.6686,
      "step": 7048
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583495260650722e-05,
      "loss": 0.6447,
      "step": 7049
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5833748569303358e-05,
      "loss": 0.6209,
      "step": 7050
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5832544403882804e-05,
      "loss": 0.5681,
      "step": 7051
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5831340110272036e-05,
      "loss": 0.6302,
      "step": 7052
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5830135688497513e-05,
      "loss": 0.6107,
      "step": 7053
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5828931138585705e-05,
      "loss": 0.6046,
      "step": 7054
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5827726460563098e-05,
      "loss": 0.5843,
      "step": 7055
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5826521654456153e-05,
      "loss": 0.6057,
      "step": 7056
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5825316720291366e-05,
      "loss": 0.5923,
      "step": 7057
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5824111658095204e-05,
      "loss": 0.6494,
      "step": 7058
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5822906467894167e-05,
      "loss": 0.7026,
      "step": 7059
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582170114971473e-05,
      "loss": 0.5611,
      "step": 7060
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5820495703583393e-05,
      "loss": 0.5879,
      "step": 7061
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581929012952665e-05,
      "loss": 0.6453,
      "step": 7062
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5818084427570986e-05,
      "loss": 0.6251,
      "step": 7063
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5816878597742915e-05,
      "loss": 0.6504,
      "step": 7064
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5815672640068936e-05,
      "loss": 0.6493,
      "step": 7065
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5814466554575547e-05,
      "loss": 0.6517,
      "step": 7066
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5813260341289257e-05,
      "loss": 0.6518,
      "step": 7067
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5812054000236585e-05,
      "loss": 0.5688,
      "step": 7068
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810847531444036e-05,
      "loss": 0.6805,
      "step": 7069
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5809640934938133e-05,
      "loss": 0.6677,
      "step": 7070
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5808434210745388e-05,
      "loss": 0.6861,
      "step": 7071
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580722735889233e-05,
      "loss": 0.6294,
      "step": 7072
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580602037940548e-05,
      "loss": 0.5858,
      "step": 7073
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5804813272311362e-05,
      "loss": 0.6386,
      "step": 7074
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5803606037636515e-05,
      "loss": 0.4713,
      "step": 7075
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5802398675407468e-05,
      "loss": 0.6323,
      "step": 7076
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580119118565075e-05,
      "loss": 0.6844,
      "step": 7077
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579998356839291e-05,
      "loss": 0.663,
      "step": 7078
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5798775823660486e-05,
      "loss": 0.6745,
      "step": 7079
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579756795148002e-05,
      "loss": 0.4558,
      "step": 7080
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5796359951878063e-05,
      "loss": 0.7183,
      "step": 7081
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5795151824881166e-05,
      "loss": 0.6631,
      "step": 7082
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5793943570515873e-05,
      "loss": 0.5967,
      "step": 7083
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5792735188808748e-05,
      "loss": 0.6226,
      "step": 7084
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5791526679786343e-05,
      "loss": 0.6545,
      "step": 7085
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579031804347523e-05,
      "loss": 0.7204,
      "step": 7086
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578910927990196e-05,
      "loss": 0.6392,
      "step": 7087
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5787900389093107e-05,
      "loss": 0.5339,
      "step": 7088
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578669137107524e-05,
      "loss": 0.5844,
      "step": 7089
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5785482225874926e-05,
      "loss": 0.6347,
      "step": 7090
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5784272953518752e-05,
      "loss": 0.6885,
      "step": 7091
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5783063554033284e-05,
      "loss": 0.6218,
      "step": 7092
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5781854027445104e-05,
      "loss": 0.5709,
      "step": 7093
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5780644373780806e-05,
      "loss": 0.6702,
      "step": 7094
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5779434593066964e-05,
      "loss": 0.5956,
      "step": 7095
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577822468533017e-05,
      "loss": 0.6441,
      "step": 7096
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577701465059702e-05,
      "loss": 0.6811,
      "step": 7097
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577580448889411e-05,
      "loss": 0.6534,
      "step": 7098
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5774594200248028e-05,
      "loss": 0.5427,
      "step": 7099
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5773383784685384e-05,
      "loss": 0.5692,
      "step": 7100
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577217324223278e-05,
      "loss": 0.6156,
      "step": 7101
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577096257291681e-05,
      "loss": 0.6532,
      "step": 7102
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57697517767641e-05,
      "loss": 0.6036,
      "step": 7103
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5768540853801248e-05,
      "loss": 0.6254,
      "step": 7104
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576732980405488e-05,
      "loss": 0.5574,
      "step": 7105
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57661186275516e-05,
      "loss": 0.6144,
      "step": 7106
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5764907324318034e-05,
      "loss": 0.6326,
      "step": 7107
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576369589438081e-05,
      "loss": 0.6567,
      "step": 7108
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5762484337766544e-05,
      "loss": 0.675,
      "step": 7109
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5761272654501868e-05,
      "loss": 0.556,
      "step": 7110
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5760060844613417e-05,
      "loss": 0.6353,
      "step": 7111
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758848908127818e-05,
      "loss": 0.5486,
      "step": 7112
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5757636845071712e-05,
      "loss": 0.5903,
      "step": 7113
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5756424655471733e-05,
      "loss": 0.6492,
      "step": 7114
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5755212339354525e-05,
      "loss": 0.5888,
      "step": 7115
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575399989674674e-05,
      "loss": 0.5957,
      "step": 7116
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5752787327675018e-05,
      "loss": 0.6367,
      "step": 7117
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575157463216601e-05,
      "loss": 0.6862,
      "step": 7118
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575036181024637e-05,
      "loss": 0.6514,
      "step": 7119
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5749148861942756e-05,
      "loss": 0.6095,
      "step": 7120
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574793578728182e-05,
      "loss": 0.6289,
      "step": 7121
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5746722586290236e-05,
      "loss": 0.5751,
      "step": 7122
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574550925899466e-05,
      "loss": 0.6812,
      "step": 7123
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5744295805421756e-05,
      "loss": 0.6166,
      "step": 7124
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57430822255982e-05,
      "loss": 0.5944,
      "step": 7125
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5741868519550662e-05,
      "loss": 0.5114,
      "step": 7126
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5740654687305817e-05,
      "loss": 0.6447,
      "step": 7127
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5739440728890343e-05,
      "loss": 0.7793,
      "step": 7128
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573822664433092e-05,
      "loss": 0.5008,
      "step": 7129
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573701243365424e-05,
      "loss": 0.556,
      "step": 7130
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5735798096886977e-05,
      "loss": 0.6705,
      "step": 7131
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573458363405583e-05,
      "loss": 0.6051,
      "step": 7132
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5733369045187483e-05,
      "loss": 0.6272,
      "step": 7133
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5732154330308635e-05,
      "loss": 0.6456,
      "step": 7134
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5730939489445987e-05,
      "loss": 0.5705,
      "step": 7135
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5729724522626232e-05,
      "loss": 0.5847,
      "step": 7136
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572850942987608e-05,
      "loss": 0.5945,
      "step": 7137
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5727294211222232e-05,
      "loss": 0.5657,
      "step": 7138
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5726078866691398e-05,
      "loss": 0.6474,
      "step": 7139
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5724863396310288e-05,
      "loss": 0.5834,
      "step": 7140
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572364780010562e-05,
      "loss": 0.701,
      "step": 7141
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572243207810411e-05,
      "loss": 0.6266,
      "step": 7142
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572121623033247e-05,
      "loss": 0.652,
      "step": 7143
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5720000256817437e-05,
      "loss": 0.6255,
      "step": 7144
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5718784157585722e-05,
      "loss": 0.6572,
      "step": 7145
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571756793266406e-05,
      "loss": 0.6684,
      "step": 7146
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5716351582079185e-05,
      "loss": 0.5893,
      "step": 7147
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5715135105857818e-05,
      "loss": 0.696,
      "step": 7148
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571391850402671e-05,
      "loss": 0.7081,
      "step": 7149
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571270177661259e-05,
      "loss": 0.6585,
      "step": 7150
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5711484923642205e-05,
      "loss": 0.6296,
      "step": 7151
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5710267945142298e-05,
      "loss": 0.7086,
      "step": 7152
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5709050841139612e-05,
      "loss": 0.6788,
      "step": 7153
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5707833611660905e-05,
      "loss": 0.6355,
      "step": 7154
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5706616256732922e-05,
      "loss": 0.6683,
      "step": 7155
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5705398776382425e-05,
      "loss": 0.604,
      "step": 7156
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570418117063617e-05,
      "loss": 0.6557,
      "step": 7157
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5702963439520918e-05,
      "loss": 0.6862,
      "step": 7158
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5701745583063432e-05,
      "loss": 0.6819,
      "step": 7159
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570052760129048e-05,
      "loss": 0.7222,
      "step": 7160
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5699309494228826e-05,
      "loss": 0.6371,
      "step": 7161
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569809126190525e-05,
      "loss": 0.6788,
      "step": 7162
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5696872904346522e-05,
      "loss": 0.6043,
      "step": 7163
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569565442157942e-05,
      "loss": 0.6691,
      "step": 7164
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569443581363073e-05,
      "loss": 0.4751,
      "step": 7165
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5693217080527226e-05,
      "loss": 0.587,
      "step": 7166
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5691998222295702e-05,
      "loss": 0.644,
      "step": 7167
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5690779238962944e-05,
      "loss": 0.6873,
      "step": 7168
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5689560130555736e-05,
      "loss": 0.6113,
      "step": 7169
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568834089710088e-05,
      "loss": 0.6146,
      "step": 7170
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5687121538625176e-05,
      "loss": 0.4833,
      "step": 7171
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5685902055155415e-05,
      "loss": 0.6953,
      "step": 7172
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5684682446718403e-05,
      "loss": 0.7042,
      "step": 7173
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568346271334095e-05,
      "loss": 0.6299,
      "step": 7174
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5682242855049855e-05,
      "loss": 0.7131,
      "step": 7175
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5681022871871932e-05,
      "loss": 0.7064,
      "step": 7176
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5679802763833994e-05,
      "loss": 0.679,
      "step": 7177
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567858253096286e-05,
      "loss": 0.7102,
      "step": 7178
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567736217328535e-05,
      "loss": 0.664,
      "step": 7179
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5676141690828277e-05,
      "loss": 0.6098,
      "step": 7180
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567492108361847e-05,
      "loss": 0.5675,
      "step": 7181
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5673700351682762e-05,
      "loss": 0.6339,
      "step": 7182
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5672479495047978e-05,
      "loss": 0.6446,
      "step": 7183
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5671258513740945e-05,
      "loss": 0.647,
      "step": 7184
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5670037407788507e-05,
      "loss": 0.6907,
      "step": 7185
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5668816177217496e-05,
      "loss": 0.7031,
      "step": 7186
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5667594822054755e-05,
      "loss": 0.6207,
      "step": 7187
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5666373342327128e-05,
      "loss": 0.6403,
      "step": 7188
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566515173806146e-05,
      "loss": 0.6147,
      "step": 7189
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5663930009284606e-05,
      "loss": 0.7178,
      "step": 7190
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5662708156023408e-05,
      "loss": 0.6855,
      "step": 7191
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5661486178304722e-05,
      "loss": 0.5886,
      "step": 7192
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5660264076155412e-05,
      "loss": 0.5888,
      "step": 7193
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5659041849602333e-05,
      "loss": 0.6384,
      "step": 7194
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565781949867235e-05,
      "loss": 0.5559,
      "step": 7195
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5656597023392323e-05,
      "loss": 0.6979,
      "step": 7196
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5655374423789128e-05,
      "loss": 0.6173,
      "step": 7197
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565415169988963e-05,
      "loss": 0.6387,
      "step": 7198
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5652928851720706e-05,
      "loss": 0.5853,
      "step": 7199
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565170587930923e-05,
      "loss": 0.7355,
      "step": 7200
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5650482782682078e-05,
      "loss": 0.6726,
      "step": 7201
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564925956186614e-05,
      "loss": 0.7731,
      "step": 7202
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5648036216888294e-05,
      "loss": 0.7,
      "step": 7203
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564681274777543e-05,
      "loss": 0.6455,
      "step": 7204
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564558915455444e-05,
      "loss": 0.6117,
      "step": 7205
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5644365437252207e-05,
      "loss": 0.6439,
      "step": 7206
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564314159589564e-05,
      "loss": 0.5857,
      "step": 7207
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5641917630511624e-05,
      "loss": 0.7133,
      "step": 7208
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5640693541127068e-05,
      "loss": 0.6742,
      "step": 7209
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5639469327768876e-05,
      "loss": 0.5586,
      "step": 7210
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5638244990463953e-05,
      "loss": 0.7036,
      "step": 7211
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5637020529239204e-05,
      "loss": 0.6139,
      "step": 7212
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5635795944121544e-05,
      "loss": 0.6052,
      "step": 7213
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5634571235137886e-05,
      "loss": 0.5215,
      "step": 7214
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563334640231515e-05,
      "loss": 0.6341,
      "step": 7215
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5632121445680256e-05,
      "loss": 0.7176,
      "step": 7216
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5630896365260125e-05,
      "loss": 0.6859,
      "step": 7217
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562967116108168e-05,
      "loss": 0.6594,
      "step": 7218
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5628445833171854e-05,
      "loss": 0.5974,
      "step": 7219
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562722038155757e-05,
      "loss": 0.6276,
      "step": 7220
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5625994806265773e-05,
      "loss": 0.6861,
      "step": 7221
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562476910732339e-05,
      "loss": 0.6941,
      "step": 7222
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562354328475736e-05,
      "loss": 0.6309,
      "step": 7223
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5622317338594632e-05,
      "loss": 0.4994,
      "step": 7224
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5621091268862146e-05,
      "loss": 0.5819,
      "step": 7225
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5619865075586845e-05,
      "loss": 0.6138,
      "step": 7226
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561863875879569e-05,
      "loss": 0.5429,
      "step": 7227
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561741231851562e-05,
      "loss": 0.5909,
      "step": 7228
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5616185754773597e-05,
      "loss": 0.5368,
      "step": 7229
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561495906759658e-05,
      "loss": 0.6179,
      "step": 7230
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561373225701153e-05,
      "loss": 0.656,
      "step": 7231
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5612505323045407e-05,
      "loss": 0.6991,
      "step": 7232
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561127826572518e-05,
      "loss": 0.6101,
      "step": 7233
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5610051085077813e-05,
      "loss": 0.6609,
      "step": 7234
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5608823781130286e-05,
      "loss": 0.5345,
      "step": 7235
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5607596353909564e-05,
      "loss": 0.5898,
      "step": 7236
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5606368803442632e-05,
      "loss": 0.5704,
      "step": 7237
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5605141129756462e-05,
      "loss": 0.6421,
      "step": 7238
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5603913332878043e-05,
      "loss": 0.6165,
      "step": 7239
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5602685412834356e-05,
      "loss": 0.5776,
      "step": 7240
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560145736965239e-05,
      "loss": 0.6626,
      "step": 7241
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5600229203359136e-05,
      "loss": 0.6755,
      "step": 7242
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5599000913981585e-05,
      "loss": 0.6695,
      "step": 7243
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5597772501546736e-05,
      "loss": 0.5628,
      "step": 7244
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5596543966081585e-05,
      "loss": 0.6523,
      "step": 7245
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5595315307613138e-05,
      "loss": 0.6788,
      "step": 7246
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5594086526168392e-05,
      "loss": 0.5583,
      "step": 7247
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559285762177436e-05,
      "loss": 0.6482,
      "step": 7248
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5591628594458044e-05,
      "loss": 0.649,
      "step": 7249
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5590399444246466e-05,
      "loss": 0.6717,
      "step": 7250
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5589170171166633e-05,
      "loss": 0.6633,
      "step": 7251
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5587940775245563e-05,
      "loss": 0.5819,
      "step": 7252
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5586711256510282e-05,
      "loss": 0.7027,
      "step": 7253
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5585481614987804e-05,
      "loss": 0.6923,
      "step": 7254
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5584251850705162e-05,
      "loss": 0.625,
      "step": 7255
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5583021963689385e-05,
      "loss": 0.5818,
      "step": 7256
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5581791953967495e-05,
      "loss": 0.605,
      "step": 7257
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5580561821566537e-05,
      "loss": 0.6572,
      "step": 7258
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557933156651354e-05,
      "loss": 0.7472,
      "step": 7259
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5578101188835545e-05,
      "loss": 0.6688,
      "step": 7260
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5576870688559593e-05,
      "loss": 0.6943,
      "step": 7261
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557564006571273e-05,
      "loss": 0.6435,
      "step": 7262
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5574409320322005e-05,
      "loss": 0.5902,
      "step": 7263
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5573178452414465e-05,
      "loss": 0.5749,
      "step": 7264
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557194746201716e-05,
      "loss": 0.6435,
      "step": 7265
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557071634915715e-05,
      "loss": 0.4543,
      "step": 7266
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556948511386149e-05,
      "loss": 0.622,
      "step": 7267
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5568253756157245e-05,
      "loss": 0.6145,
      "step": 7268
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5567022276071472e-05,
      "loss": 0.616,
      "step": 7269
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5565790673631237e-05,
      "loss": 0.6056,
      "step": 7270
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5564558948863616e-05,
      "loss": 0.6625,
      "step": 7271
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5563327101795675e-05,
      "loss": 0.6912,
      "step": 7272
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556209513245449e-05,
      "loss": 0.6674,
      "step": 7273
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5560863040867138e-05,
      "loss": 0.4974,
      "step": 7274
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5559630827060698e-05,
      "loss": 0.6029,
      "step": 7275
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5558398491062246e-05,
      "loss": 0.6866,
      "step": 7276
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555716603289888e-05,
      "loss": 0.7165,
      "step": 7277
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5555933452597674e-05,
      "loss": 0.5524,
      "step": 7278
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555470075018573e-05,
      "loss": 0.5453,
      "step": 7279
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555346792569013e-05,
      "loss": 0.5571,
      "step": 7280
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5552234979137977e-05,
      "loss": 0.632,
      "step": 7281
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5551001910556366e-05,
      "loss": 0.7584,
      "step": 7282
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55497687199724e-05,
      "loss": 0.5813,
      "step": 7283
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554853540741318e-05,
      "loss": 0.6815,
      "step": 7284
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554730197290581e-05,
      "loss": 0.6827,
      "step": 7285
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554606841647741e-05,
      "loss": 0.7154,
      "step": 7286
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554483473815508e-05,
      "loss": 0.6557,
      "step": 7287
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5543600937965937e-05,
      "loss": 0.6019,
      "step": 7288
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5542367015937103e-05,
      "loss": 0.7734,
      "step": 7289
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5541132972095692e-05,
      "loss": 0.7069,
      "step": 7290
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553989880646883e-05,
      "loss": 0.6757,
      "step": 7291
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553866451908364e-05,
      "loss": 0.5786,
      "step": 7292
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553743010996725e-05,
      "loss": 0.7492,
      "step": 7293
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5536195579146792e-05,
      "loss": 0.5505,
      "step": 7294
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5534960926649392e-05,
      "loss": 0.7079,
      "step": 7295
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5533726152502198e-05,
      "loss": 0.5747,
      "step": 7296
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5532491256732342e-05,
      "loss": 0.6438,
      "step": 7297
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5531256239366962e-05,
      "loss": 0.531,
      "step": 7298
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5530021100433204e-05,
      "loss": 0.6066,
      "step": 7299
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552878583995822e-05,
      "loss": 0.465,
      "step": 7300
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5527550457969153e-05,
      "loss": 0.5892,
      "step": 7301
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5526314954493153e-05,
      "loss": 0.5546,
      "step": 7302
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552507932955738e-05,
      "loss": 0.7398,
      "step": 7303
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5523843583188987e-05,
      "loss": 0.5802,
      "step": 7304
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5522607715415135e-05,
      "loss": 0.5877,
      "step": 7305
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5521371726262987e-05,
      "loss": 0.4472,
      "step": 7306
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5520135615759708e-05,
      "loss": 0.7036,
      "step": 7307
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5518899383932468e-05,
      "loss": 0.5127,
      "step": 7308
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517663030808436e-05,
      "loss": 0.6658,
      "step": 7309
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5516426556414778e-05,
      "loss": 0.6136,
      "step": 7310
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551518996077868e-05,
      "loss": 0.6361,
      "step": 7311
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5513953243927317e-05,
      "loss": 0.6662,
      "step": 7312
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551271640588787e-05,
      "loss": 0.5614,
      "step": 7313
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5511479446687522e-05,
      "loss": 0.615,
      "step": 7314
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5510242366353457e-05,
      "loss": 0.6249,
      "step": 7315
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550900516491287e-05,
      "loss": 0.7216,
      "step": 7316
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550776784239295e-05,
      "loss": 0.6793,
      "step": 7317
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550653039882089e-05,
      "loss": 0.5676,
      "step": 7318
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5505292834223885e-05,
      "loss": 0.6512,
      "step": 7319
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5504055148629142e-05,
      "loss": 0.7613,
      "step": 7320
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5502817342063857e-05,
      "loss": 0.561,
      "step": 7321
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5501579414555238e-05,
      "loss": 0.6651,
      "step": 7322
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5500341366130493e-05,
      "loss": 0.559,
      "step": 7323
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549910319681683e-05,
      "loss": 0.6268,
      "step": 7324
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5497864906641466e-05,
      "loss": 0.6795,
      "step": 7325
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549662649563161e-05,
      "loss": 0.6619,
      "step": 7326
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5495387963814486e-05,
      "loss": 0.5989,
      "step": 7327
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5494149311217315e-05,
      "loss": 0.6471,
      "step": 7328
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5492910537867317e-05,
      "loss": 0.7559,
      "step": 7329
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549167164379172e-05,
      "loss": 0.7104,
      "step": 7330
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5490432629017757e-05,
      "loss": 0.5802,
      "step": 7331
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5489193493572653e-05,
      "loss": 0.6223,
      "step": 7332
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5487954237483646e-05,
      "loss": 0.6544,
      "step": 7333
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5486714860777975e-05,
      "loss": 0.625,
      "step": 7334
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5485475363482872e-05,
      "loss": 0.5933,
      "step": 7335
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484235745625586e-05,
      "loss": 0.6443,
      "step": 7336
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548299600723336e-05,
      "loss": 0.7132,
      "step": 7337
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548175614833344e-05,
      "loss": 0.742,
      "step": 7338
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548051616895308e-05,
      "loss": 0.6537,
      "step": 7339
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547927606911953e-05,
      "loss": 0.6159,
      "step": 7340
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5478035848860044e-05,
      "loss": 0.6067,
      "step": 7341
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5476795508201883e-05,
      "loss": 0.6849,
      "step": 7342
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5475555047172303e-05,
      "loss": 0.6109,
      "step": 7343
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5474314465798573e-05,
      "loss": 0.6351,
      "step": 7344
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547307376410796e-05,
      "loss": 0.6932,
      "step": 7345
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5471832942127728e-05,
      "loss": 0.6013,
      "step": 7346
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547059199988515e-05,
      "loss": 0.5939,
      "step": 7347
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5469350937407498e-05,
      "loss": 0.6518,
      "step": 7348
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5468109754722056e-05,
      "loss": 0.5812,
      "step": 7349
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546686845185609e-05,
      "loss": 0.6202,
      "step": 7350
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5465627028836898e-05,
      "loss": 0.527,
      "step": 7351
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5464385485691754e-05,
      "loss": 0.5368,
      "step": 7352
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5463143822447943e-05,
      "loss": 0.5529,
      "step": 7353
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5461902039132764e-05,
      "loss": 0.5625,
      "step": 7354
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5460660135773503e-05,
      "loss": 0.5035,
      "step": 7355
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5459418112397456e-05,
      "loss": 0.5778,
      "step": 7356
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5458175969031925e-05,
      "loss": 0.6272,
      "step": 7357
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5456933705704204e-05,
      "loss": 0.5985,
      "step": 7358
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54556913224416e-05,
      "loss": 0.7272,
      "step": 7359
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5454448819271416e-05,
      "loss": 0.5762,
      "step": 7360
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5453206196220965e-05,
      "loss": 0.5784,
      "step": 7361
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5451963453317552e-05,
      "loss": 0.5871,
      "step": 7362
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5450720590588497e-05,
      "loss": 0.728,
      "step": 7363
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544947760806111e-05,
      "loss": 0.7059,
      "step": 7364
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544823450576271e-05,
      "loss": 0.6077,
      "step": 7365
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5446991283720626e-05,
      "loss": 0.6505,
      "step": 7366
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544574794196217e-05,
      "loss": 0.6758,
      "step": 7367
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5444504480514685e-05,
      "loss": 0.6333,
      "step": 7368
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5443260899405485e-05,
      "loss": 0.6172,
      "step": 7369
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544201719866191e-05,
      "loss": 0.5266,
      "step": 7370
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544077337831129e-05,
      "loss": 0.6251,
      "step": 7371
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5439529438380966e-05,
      "loss": 0.6475,
      "step": 7372
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5438285378898278e-05,
      "loss": 0.6646,
      "step": 7373
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543704119989057e-05,
      "loss": 0.6102,
      "step": 7374
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543579690138518e-05,
      "loss": 0.692,
      "step": 7375
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543455248340946e-05,
      "loss": 0.6578,
      "step": 7376
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543330794599076e-05,
      "loss": 0.6399,
      "step": 7377
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5432063289156434e-05,
      "loss": 0.646,
      "step": 7378
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5430818512933836e-05,
      "loss": 0.7436,
      "step": 7379
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5429573617350326e-05,
      "loss": 0.5853,
      "step": 7380
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5428328602433267e-05,
      "loss": 0.6901,
      "step": 7381
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5427083468210015e-05,
      "loss": 0.6896,
      "step": 7382
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5425838214707942e-05,
      "loss": 0.6134,
      "step": 7383
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5424592841954415e-05,
      "loss": 0.6641,
      "step": 7384
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542334734997681e-05,
      "loss": 0.5251,
      "step": 7385
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5422101738802495e-05,
      "loss": 0.7234,
      "step": 7386
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5420856008458843e-05,
      "loss": 0.7526,
      "step": 7387
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5419610158973242e-05,
      "loss": 0.7155,
      "step": 7388
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541836419037307e-05,
      "loss": 0.444,
      "step": 7389
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5417118102685714e-05,
      "loss": 0.6559,
      "step": 7390
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5415871895938556e-05,
      "loss": 0.6271,
      "step": 7391
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541462557015899e-05,
      "loss": 0.7397,
      "step": 7392
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5413379125374405e-05,
      "loss": 0.6961,
      "step": 7393
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5412132561612197e-05,
      "loss": 0.6306,
      "step": 7394
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5410885878899767e-05,
      "loss": 0.49,
      "step": 7395
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540963907726451e-05,
      "loss": 0.6848,
      "step": 7396
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5408392156733833e-05,
      "loss": 0.5924,
      "step": 7397
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5407145117335144e-05,
      "loss": 0.6084,
      "step": 7398
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540589795909584e-05,
      "loss": 0.7301,
      "step": 7399
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5404650682043338e-05,
      "loss": 0.6007,
      "step": 7400
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540340328620505e-05,
      "loss": 0.649,
      "step": 7401
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54021557716084e-05,
      "loss": 0.735,
      "step": 7402
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5400908138280794e-05,
      "loss": 0.7077,
      "step": 7403
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539966038624966e-05,
      "loss": 0.6269,
      "step": 7404
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539841251554242e-05,
      "loss": 0.4043,
      "step": 7405
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53971645261865e-05,
      "loss": 0.5984,
      "step": 7406
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539591641820933e-05,
      "loss": 0.5051,
      "step": 7407
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539466819163834e-05,
      "loss": 0.7607,
      "step": 7408
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5393419846500966e-05,
      "loss": 0.6838,
      "step": 7409
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5392171382824647e-05,
      "loss": 0.6007,
      "step": 7410
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539092280063681e-05,
      "loss": 0.6031,
      "step": 7411
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5389674099964912e-05,
      "loss": 0.6501,
      "step": 7412
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538842528083639e-05,
      "loss": 0.6064,
      "step": 7413
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538717634327869e-05,
      "loss": 0.6429,
      "step": 7414
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5385927287319266e-05,
      "loss": 0.4494,
      "step": 7415
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5384678112985567e-05,
      "loss": 0.7236,
      "step": 7416
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5383428820305052e-05,
      "loss": 0.5215,
      "step": 7417
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5382179409305174e-05,
      "loss": 0.5528,
      "step": 7418
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5380929880013395e-05,
      "loss": 0.7232,
      "step": 7419
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5379680232457174e-05,
      "loss": 0.6336,
      "step": 7420
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5378430466663983e-05,
      "loss": 0.7127,
      "step": 7421
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5377180582661287e-05,
      "loss": 0.7646,
      "step": 7422
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5375930580476556e-05,
      "loss": 0.6378,
      "step": 7423
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5374680460137264e-05,
      "loss": 0.5669,
      "step": 7424
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5373430221670883e-05,
      "loss": 0.6581,
      "step": 7425
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5372179865104894e-05,
      "loss": 0.5878,
      "step": 7426
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537092939046678e-05,
      "loss": 0.5428,
      "step": 7427
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5369678797784025e-05,
      "loss": 0.6117,
      "step": 7428
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536842808708411e-05,
      "loss": 0.5637,
      "step": 7429
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5367177258394527e-05,
      "loss": 0.6527,
      "step": 7430
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5365926311742767e-05,
      "loss": 0.6906,
      "step": 7431
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5364675247156323e-05,
      "loss": 0.5781,
      "step": 7432
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536342406466269e-05,
      "loss": 0.6487,
      "step": 7433
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5362172764289375e-05,
      "loss": 0.7401,
      "step": 7434
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5360921346063867e-05,
      "loss": 0.6158,
      "step": 7435
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535966981001368e-05,
      "loss": 0.5635,
      "step": 7436
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5358418156166317e-05,
      "loss": 0.6312,
      "step": 7437
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5357166384549285e-05,
      "loss": 0.581,
      "step": 7438
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5355914495190103e-05,
      "loss": 0.5834,
      "step": 7439
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5354662488116278e-05,
      "loss": 0.5855,
      "step": 7440
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5353410363355334e-05,
      "loss": 0.6442,
      "step": 7441
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5352158120934787e-05,
      "loss": 0.6248,
      "step": 7442
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535090576088216e-05,
      "loss": 0.5646,
      "step": 7443
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5349653283224976e-05,
      "loss": 0.6643,
      "step": 7444
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534840068799076e-05,
      "loss": 0.7414,
      "step": 7445
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5347147975207056e-05,
      "loss": 0.6541,
      "step": 7446
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5345895144901385e-05,
      "loss": 0.617,
      "step": 7447
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5344642197101277e-05,
      "loss": 0.6542,
      "step": 7448
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5343389131834284e-05,
      "loss": 0.6969,
      "step": 7449
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5342135949127935e-05,
      "loss": 0.4926,
      "step": 7450
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534088264900978e-05,
      "loss": 0.6942,
      "step": 7451
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5339629231507363e-05,
      "loss": 0.4882,
      "step": 7452
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533837569664823e-05,
      "loss": 0.5796,
      "step": 7453
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5337122044459936e-05,
      "loss": 0.5968,
      "step": 7454
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5335868274970028e-05,
      "loss": 0.5981,
      "step": 7455
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5334614388206068e-05,
      "loss": 0.5927,
      "step": 7456
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5333360384195607e-05,
      "loss": 0.5728,
      "step": 7457
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533210626296621e-05,
      "loss": 0.6583,
      "step": 7458
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5330852024545447e-05,
      "loss": 0.5804,
      "step": 7459
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5329597668960877e-05,
      "loss": 0.5643,
      "step": 7460
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5328343196240066e-05,
      "loss": 0.6258,
      "step": 7461
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5327088606410594e-05,
      "loss": 0.6187,
      "step": 7462
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532583389950003e-05,
      "loss": 0.7143,
      "step": 7463
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532457907553595e-05,
      "loss": 0.6487,
      "step": 7464
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5323324134545937e-05,
      "loss": 0.6825,
      "step": 7465
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5322069076557564e-05,
      "loss": 0.5765,
      "step": 7466
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5320813901598426e-05,
      "loss": 0.5395,
      "step": 7467
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5319558609696104e-05,
      "loss": 0.5541,
      "step": 7468
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5318303200878187e-05,
      "loss": 0.5818,
      "step": 7469
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5317047675172267e-05,
      "loss": 0.6152,
      "step": 7470
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5315792032605942e-05,
      "loss": 0.5982,
      "step": 7471
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5314536273206807e-05,
      "loss": 0.4446,
      "step": 7472
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531328039700246e-05,
      "loss": 0.5735,
      "step": 7473
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5312024404020503e-05,
      "loss": 0.562,
      "step": 7474
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5310768294288545e-05,
      "loss": 0.6627,
      "step": 7475
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530951206783419e-05,
      "loss": 0.6108,
      "step": 7476
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5308255724685046e-05,
      "loss": 0.6378,
      "step": 7477
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530699926486873e-05,
      "loss": 0.5533,
      "step": 7478
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5305742688412855e-05,
      "loss": 0.6588,
      "step": 7479
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5304485995345036e-05,
      "loss": 0.6788,
      "step": 7480
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53032291856929e-05,
      "loss": 0.7363,
      "step": 7481
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5301972259484065e-05,
      "loss": 0.6551,
      "step": 7482
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5300715216746155e-05,
      "loss": 0.6379,
      "step": 7483
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5299458057506798e-05,
      "loss": 0.5881,
      "step": 7484
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529820078179363e-05,
      "loss": 0.7046,
      "step": 7485
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5296943389634275e-05,
      "loss": 0.6035,
      "step": 7486
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529568588105638e-05,
      "loss": 0.5405,
      "step": 7487
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5294428256087568e-05,
      "loss": 0.6571,
      "step": 7488
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5293170514755494e-05,
      "loss": 0.6864,
      "step": 7489
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5291912657087792e-05,
      "loss": 0.609,
      "step": 7490
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5290654683112112e-05,
      "loss": 0.6039,
      "step": 7491
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5289396592856106e-05,
      "loss": 0.69,
      "step": 7492
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5288138386347415e-05,
      "loss": 0.7775,
      "step": 7493
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5286880063613702e-05,
      "loss": 0.6725,
      "step": 7494
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5285621624682613e-05,
      "loss": 0.6853,
      "step": 7495
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5284363069581813e-05,
      "loss": 0.6782,
      "step": 7496
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528310439833897e-05,
      "loss": 0.5347,
      "step": 7497
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528184561098173e-05,
      "loss": 0.6405,
      "step": 7498
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5280586707537774e-05,
      "loss": 0.7195,
      "step": 7499
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5279327688034765e-05,
      "loss": 0.6492,
      "step": 7500
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5278068552500375e-05,
      "loss": 0.6791,
      "step": 7501
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5276809300962275e-05,
      "loss": 0.6648,
      "step": 7502
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5275549933448147e-05,
      "loss": 0.5837,
      "step": 7503
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527429044998567e-05,
      "loss": 0.7445,
      "step": 7504
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5273030850602517e-05,
      "loss": 0.6841,
      "step": 7505
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527177113532638e-05,
      "loss": 0.6253,
      "step": 7506
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527051130418494e-05,
      "loss": 0.719,
      "step": 7507
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5269251357205895e-05,
      "loss": 0.4917,
      "step": 7508
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5267991294416932e-05,
      "loss": 0.5956,
      "step": 7509
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5266731115845737e-05,
      "loss": 0.6491,
      "step": 7510
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526547082152002e-05,
      "loss": 0.6108,
      "step": 7511
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5264210411467473e-05,
      "loss": 0.677,
      "step": 7512
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52629498857158e-05,
      "loss": 0.6882,
      "step": 7513
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5261689244292704e-05,
      "loss": 0.7138,
      "step": 7514
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5260428487225888e-05,
      "loss": 0.4819,
      "step": 7515
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525916761454307e-05,
      "loss": 0.6715,
      "step": 7516
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5257906626271956e-05,
      "loss": 0.6139,
      "step": 7517
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5256645522440266e-05,
      "loss": 0.6014,
      "step": 7518
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5255384303075711e-05,
      "loss": 0.5361,
      "step": 7519
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5254122968206013e-05,
      "loss": 0.6155,
      "step": 7520
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5252861517858898e-05,
      "loss": 0.6579,
      "step": 7521
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251599952062084e-05,
      "loss": 0.6493,
      "step": 7522
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5250338270843304e-05,
      "loss": 0.6601,
      "step": 7523
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524907647423028e-05,
      "loss": 0.5835,
      "step": 7524
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5247814562250753e-05,
      "loss": 0.662,
      "step": 7525
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5246552534932458e-05,
      "loss": 0.6968,
      "step": 7526
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524529039230312e-05,
      "loss": 0.7813,
      "step": 7527
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5244028134390493e-05,
      "loss": 0.6549,
      "step": 7528
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5242765761222313e-05,
      "loss": 0.6141,
      "step": 7529
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5241503272826329e-05,
      "loss": 0.6867,
      "step": 7530
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5240240669230282e-05,
      "loss": 0.5549,
      "step": 7531
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5238977950461926e-05,
      "loss": 0.7044,
      "step": 7532
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5237715116549017e-05,
      "loss": 0.5431,
      "step": 7533
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52364521675193e-05,
      "loss": 0.6526,
      "step": 7534
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5235189103400543e-05,
      "loss": 0.6195,
      "step": 7535
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52339259242205e-05,
      "loss": 0.713,
      "step": 7536
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.523266263000694e-05,
      "loss": 0.6393,
      "step": 7537
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5231399220787622e-05,
      "loss": 0.4694,
      "step": 7538
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5230135696590313e-05,
      "loss": 0.6291,
      "step": 7539
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5228872057442792e-05,
      "loss": 0.6272,
      "step": 7540
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.522760830337282e-05,
      "loss": 0.6273,
      "step": 7541
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5226344434408183e-05,
      "loss": 0.7058,
      "step": 7542
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5225080450576652e-05,
      "loss": 0.5656,
      "step": 7543
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.522381635190601e-05,
      "loss": 0.6393,
      "step": 7544
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5222552138424038e-05,
      "loss": 0.4369,
      "step": 7545
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5221287810158525e-05,
      "loss": 0.5689,
      "step": 7546
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5220023367137257e-05,
      "loss": 0.5822,
      "step": 7547
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218758809388026e-05,
      "loss": 0.593,
      "step": 7548
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.521749413693862e-05,
      "loss": 0.6523,
      "step": 7549
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.521622934981684e-05,
      "loss": 0.6208,
      "step": 7550
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.521496444805048e-05,
      "loss": 0.8317,
      "step": 7551
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5213699431667343e-05,
      "loss": 0.5989,
      "step": 7552
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5212434300695234e-05,
      "loss": 0.5164,
      "step": 7553
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5211169055161956e-05,
      "loss": 0.5868,
      "step": 7554
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5209903695095316e-05,
      "loss": 0.607,
      "step": 7555
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5208638220523125e-05,
      "loss": 0.6484,
      "step": 7556
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5207372631473199e-05,
      "loss": 0.6743,
      "step": 7557
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520610692797335e-05,
      "loss": 0.689,
      "step": 7558
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.52048411100514e-05,
      "loss": 0.5834,
      "step": 7559
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5203575177735164e-05,
      "loss": 0.61,
      "step": 7560
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5202309131052473e-05,
      "loss": 0.6502,
      "step": 7561
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5201042970031151e-05,
      "loss": 0.6119,
      "step": 7562
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5199776694699017e-05,
      "loss": 0.7645,
      "step": 7563
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5198510305083913e-05,
      "loss": 0.6941,
      "step": 7564
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5197243801213666e-05,
      "loss": 0.6731,
      "step": 7565
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5195977183116118e-05,
      "loss": 0.6213,
      "step": 7566
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5194710450819096e-05,
      "loss": 0.5876,
      "step": 7567
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5193443604350453e-05,
      "loss": 0.6383,
      "step": 7568
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5192176643738026e-05,
      "loss": 0.6374,
      "step": 7569
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190909569009661e-05,
      "loss": 0.6255,
      "step": 7570
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5189642380193208e-05,
      "loss": 0.7052,
      "step": 7571
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5188375077316519e-05,
      "loss": 0.6004,
      "step": 7572
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5187107660407443e-05,
      "loss": 0.5582,
      "step": 7573
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5185840129493837e-05,
      "loss": 0.6184,
      "step": 7574
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5184572484603562e-05,
      "loss": 0.6166,
      "step": 7575
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5183304725764479e-05,
      "loss": 0.717,
      "step": 7576
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5182036853004446e-05,
      "loss": 0.6462,
      "step": 7577
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5180768866351336e-05,
      "loss": 0.7606,
      "step": 7578
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5179500765833016e-05,
      "loss": 0.6379,
      "step": 7579
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517823255147735e-05,
      "loss": 0.5559,
      "step": 7580
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5176964223312219e-05,
      "loss": 0.5926,
      "step": 7581
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5175695781365494e-05,
      "loss": 0.5651,
      "step": 7582
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5174427225665058e-05,
      "loss": 0.5989,
      "step": 7583
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517315855623879e-05,
      "loss": 0.641,
      "step": 7584
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517188977311457e-05,
      "loss": 0.6941,
      "step": 7585
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517062087632029e-05,
      "loss": 0.7109,
      "step": 7586
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5169351865883832e-05,
      "loss": 0.6867,
      "step": 7587
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5168082741833092e-05,
      "loss": 0.6544,
      "step": 7588
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5166813504195958e-05,
      "loss": 0.6312,
      "step": 7589
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5165544153000333e-05,
      "loss": 0.6089,
      "step": 7590
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516427468827411e-05,
      "loss": 0.6542,
      "step": 7591
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516300511004519e-05,
      "loss": 0.632,
      "step": 7592
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5161735418341482e-05,
      "loss": 0.5424,
      "step": 7593
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5160465613190882e-05,
      "loss": 0.6023,
      "step": 7594
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5159195694621307e-05,
      "loss": 0.6498,
      "step": 7595
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5157925662660664e-05,
      "loss": 0.6225,
      "step": 7596
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5156655517336867e-05,
      "loss": 0.6459,
      "step": 7597
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5155385258677834e-05,
      "loss": 0.6702,
      "step": 7598
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.515411488671148e-05,
      "loss": 0.5772,
      "step": 7599
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5152844401465725e-05,
      "loss": 0.7269,
      "step": 7600
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5151573802968496e-05,
      "loss": 0.5863,
      "step": 7601
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5150303091247716e-05,
      "loss": 0.5462,
      "step": 7602
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5149032266331314e-05,
      "loss": 0.7108,
      "step": 7603
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514776132824722e-05,
      "loss": 0.695,
      "step": 7604
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5146490277023371e-05,
      "loss": 0.6834,
      "step": 7605
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5145219112687697e-05,
      "loss": 0.4859,
      "step": 7606
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514394783526814e-05,
      "loss": 0.617,
      "step": 7607
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5142676444792643e-05,
      "loss": 0.6282,
      "step": 7608
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5141404941289144e-05,
      "loss": 0.5584,
      "step": 7609
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5140133324785588e-05,
      "loss": 0.5725,
      "step": 7610
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5138861595309929e-05,
      "loss": 0.6489,
      "step": 7611
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5137589752890116e-05,
      "loss": 0.5991,
      "step": 7612
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5136317797554096e-05,
      "loss": 0.7064,
      "step": 7613
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5135045729329831e-05,
      "loss": 0.6556,
      "step": 7614
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5133773548245279e-05,
      "loss": 0.6833,
      "step": 7615
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5132501254328396e-05,
      "loss": 0.6456,
      "step": 7616
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5131228847607151e-05,
      "loss": 0.6358,
      "step": 7617
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5129956328109504e-05,
      "loss": 0.5847,
      "step": 7618
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128683695863426e-05,
      "loss": 0.6581,
      "step": 7619
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5127410950896889e-05,
      "loss": 0.6939,
      "step": 7620
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512613809323786e-05,
      "loss": 0.6202,
      "step": 7621
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512486512291432e-05,
      "loss": 0.5636,
      "step": 7622
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5123592039954243e-05,
      "loss": 0.5933,
      "step": 7623
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5122318844385615e-05,
      "loss": 0.5758,
      "step": 7624
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5121045536236411e-05,
      "loss": 0.5761,
      "step": 7625
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5119772115534624e-05,
      "loss": 0.6695,
      "step": 7626
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5118498582308238e-05,
      "loss": 0.6562,
      "step": 7627
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5117224936585242e-05,
      "loss": 0.4848,
      "step": 7628
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5115951178393633e-05,
      "loss": 0.655,
      "step": 7629
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5114677307761403e-05,
      "loss": 0.6102,
      "step": 7630
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511340332471655e-05,
      "loss": 0.6158,
      "step": 7631
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5112129229287074e-05,
      "loss": 0.6992,
      "step": 7632
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5110855021500976e-05,
      "loss": 0.5891,
      "step": 7633
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5109580701386266e-05,
      "loss": 0.5842,
      "step": 7634
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5108306268970949e-05,
      "loss": 0.5856,
      "step": 7635
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5107031724283033e-05,
      "loss": 0.7235,
      "step": 7636
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5105757067350535e-05,
      "loss": 0.6487,
      "step": 7637
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5104482298201466e-05,
      "loss": 0.608,
      "step": 7638
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5103207416863843e-05,
      "loss": 0.5023,
      "step": 7639
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5101932423365688e-05,
      "loss": 0.6199,
      "step": 7640
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5100657317735028e-05,
      "loss": 0.6416,
      "step": 7641
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5099382099999877e-05,
      "loss": 0.6338,
      "step": 7642
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.509810677018827e-05,
      "loss": 0.5487,
      "step": 7643
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5096831328328236e-05,
      "loss": 0.6531,
      "step": 7644
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5095555774447802e-05,
      "loss": 0.6231,
      "step": 7645
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5094280108575012e-05,
      "loss": 0.5347,
      "step": 7646
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5093004330737894e-05,
      "loss": 0.5673,
      "step": 7647
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5091728440964497e-05,
      "loss": 0.6003,
      "step": 7648
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5090452439282855e-05,
      "loss": 0.6237,
      "step": 7649
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5089176325721011e-05,
      "loss": 0.5526,
      "step": 7650
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508790010030702e-05,
      "loss": 0.6259,
      "step": 7651
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5086623763068926e-05,
      "loss": 0.591,
      "step": 7652
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5085347314034783e-05,
      "loss": 0.6317,
      "step": 7653
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5084070753232647e-05,
      "loss": 0.5522,
      "step": 7654
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508279408069057e-05,
      "loss": 0.6172,
      "step": 7655
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5081517296436616e-05,
      "loss": 0.6531,
      "step": 7656
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5080240400498842e-05,
      "loss": 0.5913,
      "step": 7657
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5078963392905317e-05,
      "loss": 0.6578,
      "step": 7658
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5077686273684102e-05,
      "loss": 0.7194,
      "step": 7659
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5076409042863275e-05,
      "loss": 0.624,
      "step": 7660
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5075131700470898e-05,
      "loss": 0.648,
      "step": 7661
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507385424653505e-05,
      "loss": 0.4811,
      "step": 7662
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5072576681083809e-05,
      "loss": 0.6144,
      "step": 7663
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5071299004145249e-05,
      "loss": 0.5327,
      "step": 7664
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5070021215747452e-05,
      "loss": 0.6581,
      "step": 7665
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5068743315918508e-05,
      "loss": 0.6966,
      "step": 7666
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5067465304686494e-05,
      "loss": 0.623,
      "step": 7667
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5066187182079506e-05,
      "loss": 0.4882,
      "step": 7668
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5064908948125632e-05,
      "loss": 0.6953,
      "step": 7669
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5063630602852967e-05,
      "loss": 0.6718,
      "step": 7670
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5062352146289605e-05,
      "loss": 0.618,
      "step": 7671
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5061073578463648e-05,
      "loss": 0.6245,
      "step": 7672
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5059794899403193e-05,
      "loss": 0.639,
      "step": 7673
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5058516109136343e-05,
      "loss": 0.6506,
      "step": 7674
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5057237207691208e-05,
      "loss": 0.5686,
      "step": 7675
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5055958195095892e-05,
      "loss": 0.6694,
      "step": 7676
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5054679071378514e-05,
      "loss": 0.569,
      "step": 7677
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5053399836567175e-05,
      "loss": 0.6926,
      "step": 7678
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5052120490689999e-05,
      "loss": 0.6334,
      "step": 7679
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5050841033775099e-05,
      "loss": 0.7311,
      "step": 7680
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5049561465850602e-05,
      "loss": 0.677,
      "step": 7681
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5048281786944622e-05,
      "loss": 0.5744,
      "step": 7682
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5047001997085292e-05,
      "loss": 0.7009,
      "step": 7683
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5045722096300739e-05,
      "loss": 0.5855,
      "step": 7684
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5044442084619089e-05,
      "loss": 0.7621,
      "step": 7685
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5043161962068475e-05,
      "loss": 0.5664,
      "step": 7686
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5041881728677037e-05,
      "loss": 0.6455,
      "step": 7687
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5040601384472907e-05,
      "loss": 0.7169,
      "step": 7688
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5039320929484232e-05,
      "loss": 0.6992,
      "step": 7689
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5038040363739146e-05,
      "loss": 0.6398,
      "step": 7690
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5036759687265799e-05,
      "loss": 0.5776,
      "step": 7691
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5035478900092338e-05,
      "loss": 0.5624,
      "step": 7692
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5034198002246908e-05,
      "loss": 0.6564,
      "step": 7693
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5032916993757667e-05,
      "loss": 0.6408,
      "step": 7694
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5031635874652768e-05,
      "loss": 0.6444,
      "step": 7695
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5030354644960365e-05,
      "loss": 0.6026,
      "step": 7696
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5029073304708623e-05,
      "loss": 0.661,
      "step": 7697
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5027791853925699e-05,
      "loss": 0.635,
      "step": 7698
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502651029263976e-05,
      "loss": 0.5179,
      "step": 7699
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5025228620878972e-05,
      "loss": 0.6442,
      "step": 7700
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5023946838671503e-05,
      "loss": 0.6648,
      "step": 7701
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5022664946045526e-05,
      "loss": 0.6664,
      "step": 7702
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5021382943029213e-05,
      "loss": 0.632,
      "step": 7703
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5020100829650744e-05,
      "loss": 0.5646,
      "step": 7704
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5018818605938292e-05,
      "loss": 0.6009,
      "step": 7705
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5017536271920046e-05,
      "loss": 0.5718,
      "step": 7706
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5016253827624184e-05,
      "loss": 0.6148,
      "step": 7707
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5014971273078894e-05,
      "loss": 0.6712,
      "step": 7708
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5013688608312365e-05,
      "loss": 0.6338,
      "step": 7709
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5012405833352785e-05,
      "loss": 0.4849,
      "step": 7710
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5011122948228352e-05,
      "loss": 0.6251,
      "step": 7711
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5009839952967258e-05,
      "loss": 0.7224,
      "step": 7712
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5008556847597703e-05,
      "loss": 0.6032,
      "step": 7713
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5007273632147889e-05,
      "loss": 0.5942,
      "step": 7714
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5005990306646014e-05,
      "loss": 0.7124,
      "step": 7715
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5004706871120291e-05,
      "loss": 0.6758,
      "step": 7716
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.500342332559892e-05,
      "loss": 0.6782,
      "step": 7717
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5002139670110118e-05,
      "loss": 0.6177,
      "step": 7718
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5000855904682097e-05,
      "loss": 0.6847,
      "step": 7719
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4999572029343066e-05,
      "loss": 0.642,
      "step": 7720
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.499828804412125e-05,
      "loss": 0.6533,
      "step": 7721
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.499700394904486e-05,
      "loss": 0.7339,
      "step": 7722
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.499571974414213e-05,
      "loss": 0.6312,
      "step": 7723
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4994435429441278e-05,
      "loss": 0.5876,
      "step": 7724
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.499315100497053e-05,
      "loss": 0.5538,
      "step": 7725
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4991866470758118e-05,
      "loss": 0.6112,
      "step": 7726
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4990581826832273e-05,
      "loss": 0.6182,
      "step": 7727
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4989297073221234e-05,
      "loss": 0.6337,
      "step": 7728
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498801220995323e-05,
      "loss": 0.6331,
      "step": 7729
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4986727237056506e-05,
      "loss": 0.7054,
      "step": 7730
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4985442154559305e-05,
      "loss": 0.6852,
      "step": 7731
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4984156962489865e-05,
      "loss": 0.6142,
      "step": 7732
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4982871660876435e-05,
      "loss": 0.6237,
      "step": 7733
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4981586249747267e-05,
      "loss": 0.6245,
      "step": 7734
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498030072913061e-05,
      "loss": 0.7088,
      "step": 7735
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4979015099054714e-05,
      "loss": 0.506,
      "step": 7736
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4977729359547844e-05,
      "loss": 0.6478,
      "step": 7737
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4976443510638253e-05,
      "loss": 0.592,
      "step": 7738
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4975157552354197e-05,
      "loss": 0.5973,
      "step": 7739
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.497387148472395e-05,
      "loss": 0.572,
      "step": 7740
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4972585307775771e-05,
      "loss": 0.6327,
      "step": 7741
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4971299021537931e-05,
      "loss": 0.6813,
      "step": 7742
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4970012626038697e-05,
      "loss": 0.6475,
      "step": 7743
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4968726121306345e-05,
      "loss": 0.6192,
      "step": 7744
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496743950736915e-05,
      "loss": 0.7906,
      "step": 7745
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496615278425539e-05,
      "loss": 0.6233,
      "step": 7746
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964865951993342e-05,
      "loss": 0.5715,
      "step": 7747
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4963579010611293e-05,
      "loss": 0.651,
      "step": 7748
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4962291960137525e-05,
      "loss": 0.622,
      "step": 7749
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496100480060033e-05,
      "loss": 0.5888,
      "step": 7750
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4959717532027989e-05,
      "loss": 0.6689,
      "step": 7751
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4958430154448802e-05,
      "loss": 0.7199,
      "step": 7752
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4957142667891062e-05,
      "loss": 0.6116,
      "step": 7753
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.495585507238306e-05,
      "loss": 0.6767,
      "step": 7754
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4954567367953105e-05,
      "loss": 0.5881,
      "step": 7755
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4953279554629492e-05,
      "loss": 0.603,
      "step": 7756
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4951991632440529e-05,
      "loss": 0.5402,
      "step": 7757
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4950703601414516e-05,
      "loss": 0.7139,
      "step": 7758
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.494941546157977e-05,
      "loss": 0.6795,
      "step": 7759
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.49481272129646e-05,
      "loss": 0.6677,
      "step": 7760
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4946838855597317e-05,
      "loss": 0.6999,
      "step": 7761
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945550389506235e-05,
      "loss": 0.642,
      "step": 7762
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4944261814719679e-05,
      "loss": 0.5454,
      "step": 7763
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4942973131265968e-05,
      "loss": 0.6515,
      "step": 7764
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4941684339173421e-05,
      "loss": 0.704,
      "step": 7765
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4940395438470369e-05,
      "loss": 0.6512,
      "step": 7766
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4939106429185137e-05,
      "loss": 0.6571,
      "step": 7767
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4937817311346056e-05,
      "loss": 0.5695,
      "step": 7768
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493652808498146e-05,
      "loss": 0.6601,
      "step": 7769
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4935238750119682e-05,
      "loss": 0.6485,
      "step": 7770
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4933949306789064e-05,
      "loss": 0.5028,
      "step": 7771
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4932659755017937e-05,
      "loss": 0.6052,
      "step": 7772
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4931370094834651e-05,
      "loss": 0.5211,
      "step": 7773
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4930080326267554e-05,
      "loss": 0.6894,
      "step": 7774
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4928790449344981e-05,
      "loss": 0.6707,
      "step": 7775
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.492750046409529e-05,
      "loss": 0.6057,
      "step": 7776
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4926210370546835e-05,
      "loss": 0.5408,
      "step": 7777
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4924920168727962e-05,
      "loss": 0.5961,
      "step": 7778
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923629858667033e-05,
      "loss": 0.6251,
      "step": 7779
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4922339440392407e-05,
      "loss": 0.6699,
      "step": 7780
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4921048913932442e-05,
      "loss": 0.5884,
      "step": 7781
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.491975827931551e-05,
      "loss": 0.6234,
      "step": 7782
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4918467536569962e-05,
      "loss": 0.6546,
      "step": 7783
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4917176685724184e-05,
      "loss": 0.6208,
      "step": 7784
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4915885726806535e-05,
      "loss": 0.7371,
      "step": 7785
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4914594659845394e-05,
      "loss": 0.7103,
      "step": 7786
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913303484869133e-05,
      "loss": 0.6261,
      "step": 7787
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4912012201906132e-05,
      "loss": 0.6914,
      "step": 7788
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4910720810984774e-05,
      "loss": 0.6059,
      "step": 7789
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4909429312133434e-05,
      "loss": 0.5784,
      "step": 7790
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4908137705380504e-05,
      "loss": 0.6318,
      "step": 7791
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906845990754368e-05,
      "loss": 0.6861,
      "step": 7792
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4905554168283418e-05,
      "loss": 0.5833,
      "step": 7793
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4904262237996046e-05,
      "loss": 0.7014,
      "step": 7794
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4902970199920645e-05,
      "loss": 0.5513,
      "step": 7795
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4901678054085615e-05,
      "loss": 0.6268,
      "step": 7796
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4900385800519352e-05,
      "loss": 0.6435,
      "step": 7797
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4899093439250258e-05,
      "loss": 0.4809,
      "step": 7798
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.489780097030674e-05,
      "loss": 0.597,
      "step": 7799
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4896508393717205e-05,
      "loss": 0.7818,
      "step": 7800
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4895215709510056e-05,
      "loss": 0.5817,
      "step": 7801
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4893922917713708e-05,
      "loss": 0.5649,
      "step": 7802
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4892630018356575e-05,
      "loss": 0.548,
      "step": 7803
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4891337011467071e-05,
      "loss": 0.5406,
      "step": 7804
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4890043897073617e-05,
      "loss": 0.6996,
      "step": 7805
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4888750675204633e-05,
      "loss": 0.6687,
      "step": 7806
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4887457345888537e-05,
      "loss": 0.6139,
      "step": 7807
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4886163909153761e-05,
      "loss": 0.6467,
      "step": 7808
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.488487036502873e-05,
      "loss": 0.682,
      "step": 7809
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4883576713541875e-05,
      "loss": 0.619,
      "step": 7810
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4882282954721625e-05,
      "loss": 0.6617,
      "step": 7811
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4880989088596418e-05,
      "loss": 0.5833,
      "step": 7812
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4879695115194694e-05,
      "loss": 0.5723,
      "step": 7813
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4878401034544884e-05,
      "loss": 0.5239,
      "step": 7814
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4877106846675442e-05,
      "loss": 0.5679,
      "step": 7815
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4875812551614796e-05,
      "loss": 0.6721,
      "step": 7816
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.487451814939141e-05,
      "loss": 0.5847,
      "step": 7817
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4873223640033722e-05,
      "loss": 0.684,
      "step": 7818
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4871929023570184e-05,
      "loss": 0.6751,
      "step": 7819
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4870634300029254e-05,
      "loss": 0.4345,
      "step": 7820
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4869339469439385e-05,
      "loss": 0.5492,
      "step": 7821
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4868044531829036e-05,
      "loss": 0.6433,
      "step": 7822
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4866749487226669e-05,
      "loss": 0.6092,
      "step": 7823
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4865454335660744e-05,
      "loss": 0.6087,
      "step": 7824
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4864159077159728e-05,
      "loss": 0.7069,
      "step": 7825
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4862863711752089e-05,
      "loss": 0.5943,
      "step": 7826
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4861568239466298e-05,
      "loss": 0.7075,
      "step": 7827
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4860272660330825e-05,
      "loss": 0.6302,
      "step": 7828
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4858976974374151e-05,
      "loss": 0.6606,
      "step": 7829
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4857681181624743e-05,
      "loss": 0.663,
      "step": 7830
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4856385282111087e-05,
      "loss": 0.5529,
      "step": 7831
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4855089275861668e-05,
      "loss": 0.6465,
      "step": 7832
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4853793162904962e-05,
      "loss": 0.6274,
      "step": 7833
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4852496943269459e-05,
      "loss": 0.6463,
      "step": 7834
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4851200616983652e-05,
      "loss": 0.5844,
      "step": 7835
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4849904184076025e-05,
      "loss": 0.5853,
      "step": 7836
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4848607644575078e-05,
      "loss": 0.6034,
      "step": 7837
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4847310998509301e-05,
      "loss": 0.5939,
      "step": 7838
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4846014245907202e-05,
      "loss": 0.5319,
      "step": 7839
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4844717386797267e-05,
      "loss": 0.6202,
      "step": 7840
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484342042120801e-05,
      "loss": 0.6349,
      "step": 7841
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4842123349167936e-05,
      "loss": 0.703,
      "step": 7842
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4840826170705546e-05,
      "loss": 0.6337,
      "step": 7843
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4839528885849354e-05,
      "loss": 0.6371,
      "step": 7844
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4838231494627876e-05,
      "loss": 0.6824,
      "step": 7845
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483693399706962e-05,
      "loss": 0.5878,
      "step": 7846
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4835636393203108e-05,
      "loss": 0.6146,
      "step": 7847
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4834338683056852e-05,
      "loss": 0.5783,
      "step": 7848
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4833040866659385e-05,
      "loss": 0.7034,
      "step": 7849
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483174294403922e-05,
      "loss": 0.4369,
      "step": 7850
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4830444915224891e-05,
      "loss": 0.6319,
      "step": 7851
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482914678024492e-05,
      "loss": 0.613,
      "step": 7852
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4827848539127845e-05,
      "loss": 0.5625,
      "step": 7853
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4826550191902197e-05,
      "loss": 0.6648,
      "step": 7854
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4825251738596507e-05,
      "loss": 0.6035,
      "step": 7855
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4823953179239316e-05,
      "loss": 0.6347,
      "step": 7856
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4822654513859167e-05,
      "loss": 0.5347,
      "step": 7857
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48213557424846e-05,
      "loss": 0.5719,
      "step": 7858
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4820056865144162e-05,
      "loss": 0.6144,
      "step": 7859
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4818757881866395e-05,
      "loss": 0.6362,
      "step": 7860
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4817458792679855e-05,
      "loss": 0.6037,
      "step": 7861
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4816159597613091e-05,
      "loss": 0.595,
      "step": 7862
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4814860296694657e-05,
      "loss": 0.6508,
      "step": 7863
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4813560889953112e-05,
      "loss": 0.7052,
      "step": 7864
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4812261377417013e-05,
      "loss": 0.606,
      "step": 7865
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4810961759114916e-05,
      "loss": 0.6549,
      "step": 7866
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4809662035075396e-05,
      "loss": 0.5072,
      "step": 7867
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4808362205327012e-05,
      "loss": 0.5875,
      "step": 7868
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807062269898331e-05,
      "loss": 0.4682,
      "step": 7869
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4805762228817927e-05,
      "loss": 0.6544,
      "step": 7870
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4804462082114372e-05,
      "loss": 0.6852,
      "step": 7871
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.480316182981624e-05,
      "loss": 0.5894,
      "step": 7872
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4801861471952108e-05,
      "loss": 0.6528,
      "step": 7873
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4800561008550557e-05,
      "loss": 0.6183,
      "step": 7874
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4799260439640172e-05,
      "loss": 0.4585,
      "step": 7875
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4797959765249537e-05,
      "loss": 0.6003,
      "step": 7876
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4796658985407231e-05,
      "loss": 0.6128,
      "step": 7877
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.479535810014185e-05,
      "loss": 0.5811,
      "step": 7878
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4794057109481985e-05,
      "loss": 0.5851,
      "step": 7879
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4792756013456226e-05,
      "loss": 0.509,
      "step": 7880
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791454812093173e-05,
      "loss": 0.6312,
      "step": 7881
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4790153505421428e-05,
      "loss": 0.7182,
      "step": 7882
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4788852093469583e-05,
      "loss": 0.5634,
      "step": 7883
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4787550576266244e-05,
      "loss": 0.7021,
      "step": 7884
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478624895384002e-05,
      "loss": 0.5693,
      "step": 7885
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4784947226219513e-05,
      "loss": 0.7377,
      "step": 7886
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4783645393433336e-05,
      "loss": 0.7059,
      "step": 7887
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4782343455510102e-05,
      "loss": 0.6816,
      "step": 7888
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4781041412478425e-05,
      "loss": 0.6069,
      "step": 7889
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4779739264366923e-05,
      "loss": 0.613,
      "step": 7890
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.477843701120421e-05,
      "loss": 0.6082,
      "step": 7891
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4777134653018915e-05,
      "loss": 0.6727,
      "step": 7892
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4775832189839654e-05,
      "loss": 0.4741,
      "step": 7893
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.477452962169506e-05,
      "loss": 0.4698,
      "step": 7894
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4773226948613757e-05,
      "loss": 0.5721,
      "step": 7895
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4771924170624376e-05,
      "loss": 0.6872,
      "step": 7896
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4770621287755555e-05,
      "loss": 0.6514,
      "step": 7897
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4769318300035923e-05,
      "loss": 0.5846,
      "step": 7898
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476801520749412e-05,
      "loss": 0.6107,
      "step": 7899
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4766712010158788e-05,
      "loss": 0.6023,
      "step": 7900
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4765408708058564e-05,
      "loss": 0.6154,
      "step": 7901
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4764105301222097e-05,
      "loss": 0.6333,
      "step": 7902
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4762801789678034e-05,
      "loss": 0.6082,
      "step": 7903
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4761498173455024e-05,
      "loss": 0.593,
      "step": 7904
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4760194452581718e-05,
      "loss": 0.6454,
      "step": 7905
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4758890627086766e-05,
      "loss": 0.5678,
      "step": 7906
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4757586696998829e-05,
      "loss": 0.7506,
      "step": 7907
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4756282662346561e-05,
      "loss": 0.5777,
      "step": 7908
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4754978523158628e-05,
      "loss": 0.5642,
      "step": 7909
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4753674279463687e-05,
      "loss": 0.5267,
      "step": 7910
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4752369931290411e-05,
      "loss": 0.6135,
      "step": 7911
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.475106547866746e-05,
      "loss": 0.6129,
      "step": 7912
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4749760921623507e-05,
      "loss": 0.6468,
      "step": 7913
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4748456260187224e-05,
      "loss": 0.6705,
      "step": 7914
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4747151494387284e-05,
      "loss": 0.5689,
      "step": 7915
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4745846624252368e-05,
      "loss": 0.6518,
      "step": 7916
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474454164981115e-05,
      "loss": 0.6298,
      "step": 7917
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4743236571092312e-05,
      "loss": 0.6967,
      "step": 7918
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4741931388124542e-05,
      "loss": 0.6666,
      "step": 7919
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4740626100936519e-05,
      "loss": 0.5601,
      "step": 7920
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473932070955694e-05,
      "loss": 0.7765,
      "step": 7921
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4738015214014486e-05,
      "loss": 0.5864,
      "step": 7922
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4736709614337857e-05,
      "loss": 0.5291,
      "step": 7923
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473540391055574e-05,
      "loss": 0.7501,
      "step": 7924
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4734098102696844e-05,
      "loss": 0.6402,
      "step": 7925
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473279219078986e-05,
      "loss": 0.5766,
      "step": 7926
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473148617486349e-05,
      "loss": 0.6312,
      "step": 7927
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4730180054946441e-05,
      "loss": 0.5675,
      "step": 7928
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728873831067421e-05,
      "loss": 0.636,
      "step": 7929
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4727567503255136e-05,
      "loss": 0.6649,
      "step": 7930
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4726261071538295e-05,
      "loss": 0.6678,
      "step": 7931
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4724954535945614e-05,
      "loss": 0.6345,
      "step": 7932
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4723647896505813e-05,
      "loss": 0.551,
      "step": 7933
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.47223411532476e-05,
      "loss": 0.5647,
      "step": 7934
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4721034306199701e-05,
      "loss": 0.6311,
      "step": 7935
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4719727355390843e-05,
      "loss": 0.6672,
      "step": 7936
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471842030084974e-05,
      "loss": 0.7156,
      "step": 7937
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4717113142605128e-05,
      "loss": 0.6862,
      "step": 7938
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4715805880685732e-05,
      "loss": 0.7151,
      "step": 7939
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4714498515120286e-05,
      "loss": 0.6965,
      "step": 7940
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4713191045937523e-05,
      "loss": 0.594,
      "step": 7941
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4711883473166175e-05,
      "loss": 0.5791,
      "step": 7942
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4710575796834987e-05,
      "loss": 0.6415,
      "step": 7943
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4709268016972696e-05,
      "loss": 0.6636,
      "step": 7944
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4707960133608044e-05,
      "loss": 0.6348,
      "step": 7945
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.470665214676978e-05,
      "loss": 0.6897,
      "step": 7946
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4705344056486649e-05,
      "loss": 0.6081,
      "step": 7947
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.47040358627874e-05,
      "loss": 0.6061,
      "step": 7948
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4702727565700786e-05,
      "loss": 0.5209,
      "step": 7949
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4701419165255564e-05,
      "loss": 0.7567,
      "step": 7950
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4700110661480486e-05,
      "loss": 0.6562,
      "step": 7951
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4698802054404316e-05,
      "loss": 0.6234,
      "step": 7952
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4697493344055808e-05,
      "loss": 0.6158,
      "step": 7953
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.469618453046373e-05,
      "loss": 0.5577,
      "step": 7954
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4694875613656851e-05,
      "loss": 0.5703,
      "step": 7955
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693566593663935e-05,
      "loss": 0.6654,
      "step": 7956
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4692257470513748e-05,
      "loss": 0.6898,
      "step": 7957
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4690948244235072e-05,
      "loss": 0.5887,
      "step": 7958
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4689638914856674e-05,
      "loss": 0.6036,
      "step": 7959
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4688329482407333e-05,
      "loss": 0.5626,
      "step": 7960
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4687019946915828e-05,
      "loss": 0.6219,
      "step": 7961
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4685710308410945e-05,
      "loss": 0.6285,
      "step": 7962
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4684400566921464e-05,
      "loss": 0.6003,
      "step": 7963
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.468309072247617e-05,
      "loss": 0.6781,
      "step": 7964
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4681780775103854e-05,
      "loss": 0.6158,
      "step": 7965
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4680470724833302e-05,
      "loss": 0.5741,
      "step": 7966
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4679160571693314e-05,
      "loss": 0.6336,
      "step": 7967
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4677850315712678e-05,
      "loss": 0.6319,
      "step": 7968
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4676539956920198e-05,
      "loss": 0.6693,
      "step": 7969
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4675229495344667e-05,
      "loss": 0.556,
      "step": 7970
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4673918931014893e-05,
      "loss": 0.6167,
      "step": 7971
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4672608263959677e-05,
      "loss": 0.5186,
      "step": 7972
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4671297494207826e-05,
      "loss": 0.6464,
      "step": 7973
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4669986621788145e-05,
      "loss": 0.5858,
      "step": 7974
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4668675646729453e-05,
      "loss": 0.7018,
      "step": 7975
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4667364569060555e-05,
      "loss": 0.6387,
      "step": 7976
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4666053388810276e-05,
      "loss": 0.5402,
      "step": 7977
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4664742106007419e-05,
      "loss": 0.6742,
      "step": 7978
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466343072068082e-05,
      "loss": 0.6705,
      "step": 7979
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4662119232859291e-05,
      "loss": 0.5573,
      "step": 7980
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4660807642571656e-05,
      "loss": 0.584,
      "step": 7981
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4659495949846752e-05,
      "loss": 0.6265,
      "step": 7982
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4658184154713398e-05,
      "loss": 0.5813,
      "step": 7983
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4656872257200428e-05,
      "loss": 0.7335,
      "step": 7984
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4655560257336671e-05,
      "loss": 0.5054,
      "step": 7985
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4654248155150975e-05,
      "loss": 0.7297,
      "step": 7986
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4652935950672167e-05,
      "loss": 0.6815,
      "step": 7987
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4651623643929092e-05,
      "loss": 0.6385,
      "step": 7988
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4650311234950588e-05,
      "loss": 0.649,
      "step": 7989
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4648998723765504e-05,
      "loss": 0.592,
      "step": 7990
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4647686110402686e-05,
      "loss": 0.5542,
      "step": 7991
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4646373394890982e-05,
      "loss": 0.6351,
      "step": 7992
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4645060577259244e-05,
      "loss": 0.6287,
      "step": 7993
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4643747657536329e-05,
      "loss": 0.5287,
      "step": 7994
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4642434635751089e-05,
      "loss": 0.6207,
      "step": 7995
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641121511932382e-05,
      "loss": 0.5322,
      "step": 7996
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4639808286109068e-05,
      "loss": 0.5837,
      "step": 7997
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4638494958310014e-05,
      "loss": 0.6117,
      "step": 7998
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.463718152856408e-05,
      "loss": 0.6448,
      "step": 7999
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4635867996900135e-05,
      "loss": 0.6807,
      "step": 8000
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.463455436334705e-05,
      "loss": 0.584,
      "step": 8001
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4633240627933693e-05,
      "loss": 0.5313,
      "step": 8002
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4631926790688941e-05,
      "loss": 0.6036,
      "step": 8003
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4630612851641672e-05,
      "loss": 0.5911,
      "step": 8004
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4629298810820758e-05,
      "loss": 0.6208,
      "step": 8005
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4627984668255083e-05,
      "loss": 0.7133,
      "step": 8006
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462667042397353e-05,
      "loss": 0.4827,
      "step": 8007
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4625356078004986e-05,
      "loss": 0.6368,
      "step": 8008
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4624041630378335e-05,
      "loss": 0.4931,
      "step": 8009
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4622727081122465e-05,
      "loss": 0.5381,
      "step": 8010
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4621412430266272e-05,
      "loss": 0.506,
      "step": 8011
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4620097677838649e-05,
      "loss": 0.63,
      "step": 8012
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4618782823868494e-05,
      "loss": 0.6727,
      "step": 8013
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617467868384698e-05,
      "loss": 0.6312,
      "step": 8014
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4616152811416168e-05,
      "loss": 0.6088,
      "step": 8015
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461483765299181e-05,
      "loss": 0.6417,
      "step": 8016
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461352239314052e-05,
      "loss": 0.6323,
      "step": 8017
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461220703189121e-05,
      "loss": 0.672,
      "step": 8018
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4610891569272792e-05,
      "loss": 0.6816,
      "step": 8019
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4609576005314174e-05,
      "loss": 0.6217,
      "step": 8020
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460826034004427e-05,
      "loss": 0.6383,
      "step": 8021
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4606944573492e-05,
      "loss": 0.6544,
      "step": 8022
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460562870568628e-05,
      "loss": 0.5709,
      "step": 8023
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460431273665603e-05,
      "loss": 0.6812,
      "step": 8024
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4602996666430174e-05,
      "loss": 0.5208,
      "step": 8025
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4601680495037638e-05,
      "loss": 0.6772,
      "step": 8026
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4600364222507349e-05,
      "loss": 0.6221,
      "step": 8027
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4599047848868233e-05,
      "loss": 0.6655,
      "step": 8028
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4597731374149227e-05,
      "loss": 0.6433,
      "step": 8029
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4596414798379264e-05,
      "loss": 0.6603,
      "step": 8030
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4595098121587276e-05,
      "loss": 0.558,
      "step": 8031
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4593781343802207e-05,
      "loss": 0.6793,
      "step": 8032
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4592464465052999e-05,
      "loss": 0.6144,
      "step": 8033
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4591147485368585e-05,
      "loss": 0.6993,
      "step": 8034
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4589830404777919e-05,
      "loss": 0.7397,
      "step": 8035
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4588513223309945e-05,
      "loss": 0.6151,
      "step": 8036
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4587195940993615e-05,
      "loss": 0.5022,
      "step": 8037
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4585878557857878e-05,
      "loss": 0.6997,
      "step": 8038
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4584561073931691e-05,
      "loss": 0.6089,
      "step": 8039
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4583243489244008e-05,
      "loss": 0.6323,
      "step": 8040
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.458192580382379e-05,
      "loss": 0.6704,
      "step": 8041
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4580608017699993e-05,
      "loss": 0.7074,
      "step": 8042
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.457929013090158e-05,
      "loss": 0.6845,
      "step": 8043
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4577972143457523e-05,
      "loss": 0.5245,
      "step": 8044
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4576654055396786e-05,
      "loss": 0.6629,
      "step": 8045
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4575335866748332e-05,
      "loss": 0.5934,
      "step": 8046
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4574017577541144e-05,
      "loss": 0.6058,
      "step": 8047
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4572699187804187e-05,
      "loss": 0.5234,
      "step": 8048
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4571380697566441e-05,
      "loss": 0.5715,
      "step": 8049
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4570062106856883e-05,
      "loss": 0.6231,
      "step": 8050
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4568743415704496e-05,
      "loss": 0.5797,
      "step": 8051
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4567424624138263e-05,
      "loss": 0.5993,
      "step": 8052
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4566105732187163e-05,
      "loss": 0.6156,
      "step": 8053
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4564786739880188e-05,
      "loss": 0.6515,
      "step": 8054
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4563467647246325e-05,
      "loss": 0.6362,
      "step": 8055
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4562148454314572e-05,
      "loss": 0.5936,
      "step": 8056
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4560829161113914e-05,
      "loss": 0.659,
      "step": 8057
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4559509767673353e-05,
      "loss": 0.6333,
      "step": 8058
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4558190274021884e-05,
      "loss": 0.6698,
      "step": 8059
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4556870680188508e-05,
      "loss": 0.6594,
      "step": 8060
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4555550986202229e-05,
      "loss": 0.5444,
      "step": 8061
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.455423119209205e-05,
      "loss": 0.5374,
      "step": 8062
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4552911297886982e-05,
      "loss": 0.6128,
      "step": 8063
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4551591303616031e-05,
      "loss": 0.5714,
      "step": 8064
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4550271209308205e-05,
      "loss": 0.6075,
      "step": 8065
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4548951014992526e-05,
      "loss": 0.6384,
      "step": 8066
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4547630720698e-05,
      "loss": 0.5735,
      "step": 8067
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4546310326453653e-05,
      "loss": 0.6096,
      "step": 8068
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4544989832288503e-05,
      "loss": 0.6575,
      "step": 8069
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454366923823157e-05,
      "loss": 0.6728,
      "step": 8070
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4542348544311882e-05,
      "loss": 0.69,
      "step": 8071
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454102775055846e-05,
      "loss": 0.6973,
      "step": 8072
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4539706857000344e-05,
      "loss": 0.6135,
      "step": 8073
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4538385863666555e-05,
      "loss": 0.6548,
      "step": 8074
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4537064770586126e-05,
      "loss": 0.7628,
      "step": 8075
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4535743577788102e-05,
      "loss": 0.5773,
      "step": 8076
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4534422285301511e-05,
      "loss": 0.6372,
      "step": 8077
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.45331008931554e-05,
      "loss": 0.7162,
      "step": 8078
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4531779401378803e-05,
      "loss": 0.5563,
      "step": 8079
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4530457810000775e-05,
      "loss": 0.6209,
      "step": 8080
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4529136119050355e-05,
      "loss": 0.5594,
      "step": 8081
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4527814328556592e-05,
      "loss": 0.6197,
      "step": 8082
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4526492438548539e-05,
      "loss": 0.5718,
      "step": 8083
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4525170449055248e-05,
      "loss": 0.6359,
      "step": 8084
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4523848360105777e-05,
      "loss": 0.6752,
      "step": 8085
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.452252617172918e-05,
      "loss": 0.6445,
      "step": 8086
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4521203883954518e-05,
      "loss": 0.522,
      "step": 8087
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4519881496810856e-05,
      "loss": 0.618,
      "step": 8088
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4518559010327249e-05,
      "loss": 0.6118,
      "step": 8089
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.451723642453277e-05,
      "loss": 0.6312,
      "step": 8090
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4515913739456488e-05,
      "loss": 0.5599,
      "step": 8091
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4514590955127473e-05,
      "loss": 0.6931,
      "step": 8092
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4513268071574795e-05,
      "loss": 0.5452,
      "step": 8093
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4511945088827531e-05,
      "loss": 0.6221,
      "step": 8094
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4510622006914757e-05,
      "loss": 0.5997,
      "step": 8095
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4509298825865551e-05,
      "loss": 0.6657,
      "step": 8096
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4507975545708998e-05,
      "loss": 0.6104,
      "step": 8097
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4506652166474182e-05,
      "loss": 0.6297,
      "step": 8098
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4505328688190185e-05,
      "loss": 0.6076,
      "step": 8099
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4504005110886097e-05,
      "loss": 0.6047,
      "step": 8100
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4502681434591007e-05,
      "loss": 0.7847,
      "step": 8101
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450135765933401e-05,
      "loss": 0.6515,
      "step": 8102
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500033785144199e-05,
      "loss": 0.6602,
      "step": 8103
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4498709812050666e-05,
      "loss": 0.6964,
      "step": 8104
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4497385740082519e-05,
      "loss": 0.6768,
      "step": 8105
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4496061569268851e-05,
      "loss": 0.525,
      "step": 8106
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449473729963877e-05,
      "loss": 0.606,
      "step": 8107
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449341293122138e-05,
      "loss": 0.7159,
      "step": 8108
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449208846404579e-05,
      "loss": 0.6787,
      "step": 8109
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4490763898141108e-05,
      "loss": 0.6479,
      "step": 8110
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4489439233536444e-05,
      "loss": 0.6114,
      "step": 8111
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4488114470260916e-05,
      "loss": 0.5799,
      "step": 8112
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4486789608343637e-05,
      "loss": 0.6271,
      "step": 8113
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4485464647813729e-05,
      "loss": 0.7117,
      "step": 8114
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4484139588700308e-05,
      "loss": 0.5401,
      "step": 8115
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44828144310325e-05,
      "loss": 0.6026,
      "step": 8116
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.448148917483943e-05,
      "loss": 0.6362,
      "step": 8117
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4480163820150222e-05,
      "loss": 0.6507,
      "step": 8118
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4478838366994006e-05,
      "loss": 0.6218,
      "step": 8119
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4477512815399917e-05,
      "loss": 0.6623,
      "step": 8120
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447618716539709e-05,
      "loss": 0.5543,
      "step": 8121
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447486141701465e-05,
      "loss": 0.6122,
      "step": 8122
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4473535570281746e-05,
      "loss": 0.6874,
      "step": 8123
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4472209625227512e-05,
      "loss": 0.7226,
      "step": 8124
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4470883581881092e-05,
      "loss": 0.6281,
      "step": 8125
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4469557440271631e-05,
      "loss": 0.6452,
      "step": 8126
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4468231200428276e-05,
      "loss": 0.6063,
      "step": 8127
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.446690486238017e-05,
      "loss": 0.6635,
      "step": 8128
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4465578426156473e-05,
      "loss": 0.6632,
      "step": 8129
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4464251891786332e-05,
      "loss": 0.6859,
      "step": 8130
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4462925259298906e-05,
      "loss": 0.67,
      "step": 8131
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4461598528723346e-05,
      "loss": 0.6172,
      "step": 8132
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4460271700088818e-05,
      "loss": 0.5734,
      "step": 8133
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4458944773424482e-05,
      "loss": 0.6234,
      "step": 8134
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4457617748759499e-05,
      "loss": 0.6356,
      "step": 8135
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4456290626123035e-05,
      "loss": 0.633,
      "step": 8136
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445496340554426e-05,
      "loss": 0.7261,
      "step": 8137
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4453636087052348e-05,
      "loss": 0.6767,
      "step": 8138
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4452308670676467e-05,
      "loss": 0.6231,
      "step": 8139
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4450981156445787e-05,
      "loss": 0.5836,
      "step": 8140
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4449653544389493e-05,
      "loss": 0.6507,
      "step": 8141
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444832583453676e-05,
      "loss": 0.5761,
      "step": 8142
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4446998026916773e-05,
      "loss": 0.6217,
      "step": 8143
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4445670121558705e-05,
      "loss": 0.5592,
      "step": 8144
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444434211849175e-05,
      "loss": 0.6414,
      "step": 8145
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4443014017745097e-05,
      "loss": 0.8077,
      "step": 8146
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4441685819347926e-05,
      "loss": 0.7162,
      "step": 8147
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444035752332944e-05,
      "loss": 0.6507,
      "step": 8148
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4439029129718825e-05,
      "loss": 0.6235,
      "step": 8149
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4437700638545282e-05,
      "loss": 0.6313,
      "step": 8150
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4436372049838004e-05,
      "loss": 0.5558,
      "step": 8151
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4435043363626193e-05,
      "loss": 0.5302,
      "step": 8152
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4433714579939055e-05,
      "loss": 0.5543,
      "step": 8153
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4432385698805793e-05,
      "loss": 0.553,
      "step": 8154
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443105672025561e-05,
      "loss": 0.5779,
      "step": 8155
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442972764431772e-05,
      "loss": 0.6113,
      "step": 8156
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442839847102133e-05,
      "loss": 0.6235,
      "step": 8157
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4427069200395654e-05,
      "loss": 0.5411,
      "step": 8158
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442573983246991e-05,
      "loss": 0.5952,
      "step": 8159
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442441036727331e-05,
      "loss": 0.6488,
      "step": 8160
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4423080804835082e-05,
      "loss": 0.6185,
      "step": 8161
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442175114518444e-05,
      "loss": 0.6409,
      "step": 8162
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4420421388350614e-05,
      "loss": 0.6815,
      "step": 8163
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4419091534362823e-05,
      "loss": 0.5706,
      "step": 8164
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4417761583250299e-05,
      "loss": 0.5702,
      "step": 8165
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4416431535042272e-05,
      "loss": 0.6651,
      "step": 8166
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4415101389767979e-05,
      "loss": 0.5955,
      "step": 8167
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4413771147456645e-05,
      "loss": 0.5627,
      "step": 8168
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4412440808137512e-05,
      "loss": 0.5789,
      "step": 8169
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411110371839818e-05,
      "loss": 0.5941,
      "step": 8170
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4409779838592806e-05,
      "loss": 0.7485,
      "step": 8171
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4408449208425714e-05,
      "loss": 0.6094,
      "step": 8172
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4407118481367796e-05,
      "loss": 0.6193,
      "step": 8173
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.440578765744829e-05,
      "loss": 0.5755,
      "step": 8174
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4404456736696452e-05,
      "loss": 0.6134,
      "step": 8175
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4403125719141526e-05,
      "loss": 0.6777,
      "step": 8176
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4401794604812775e-05,
      "loss": 0.5793,
      "step": 8177
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4400463393739448e-05,
      "loss": 0.6337,
      "step": 8178
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4399132085950806e-05,
      "loss": 0.6131,
      "step": 8179
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4397800681476109e-05,
      "loss": 0.5933,
      "step": 8180
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4396469180344616e-05,
      "loss": 0.5238,
      "step": 8181
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4395137582585597e-05,
      "loss": 0.6345,
      "step": 8182
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4393805888228313e-05,
      "loss": 0.6025,
      "step": 8183
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4392474097302036e-05,
      "loss": 0.6437,
      "step": 8184
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4391142209836036e-05,
      "loss": 0.6517,
      "step": 8185
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4389810225859582e-05,
      "loss": 0.592,
      "step": 8186
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4388478145401955e-05,
      "loss": 0.6175,
      "step": 8187
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4387145968492427e-05,
      "loss": 0.6021,
      "step": 8188
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4385813695160283e-05,
      "loss": 0.6871,
      "step": 8189
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4384481325434799e-05,
      "loss": 0.5775,
      "step": 8190
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4383148859345258e-05,
      "loss": 0.6649,
      "step": 8191
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.438181629692095e-05,
      "loss": 0.6368,
      "step": 8192
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4380483638191161e-05,
      "loss": 0.6218,
      "step": 8193
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4379150883185178e-05,
      "loss": 0.5964,
      "step": 8194
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4377818031932294e-05,
      "loss": 0.558,
      "step": 8195
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4376485084461807e-05,
      "loss": 0.617,
      "step": 8196
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4375152040803006e-05,
      "loss": 0.5983,
      "step": 8197
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4373818900985197e-05,
      "loss": 0.668,
      "step": 8198
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4372485665037677e-05,
      "loss": 0.6586,
      "step": 8199
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4371152332989747e-05,
      "loss": 0.6092,
      "step": 8200
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436981890487071e-05,
      "loss": 0.6469,
      "step": 8201
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4368485380709878e-05,
      "loss": 0.5197,
      "step": 8202
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4367151760536558e-05,
      "loss": 0.7534,
      "step": 8203
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4365818044380057e-05,
      "loss": 0.5933,
      "step": 8204
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4364484232269691e-05,
      "loss": 0.632,
      "step": 8205
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4363150324234778e-05,
      "loss": 0.5299,
      "step": 8206
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4361816320304629e-05,
      "loss": 0.5418,
      "step": 8207
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4360482220508566e-05,
      "loss": 0.5193,
      "step": 8208
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4359148024875915e-05,
      "loss": 0.6417,
      "step": 8209
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4357813733435992e-05,
      "loss": 0.6095,
      "step": 8210
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356479346218129e-05,
      "loss": 0.5884,
      "step": 8211
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4355144863251647e-05,
      "loss": 0.671,
      "step": 8212
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4353810284565883e-05,
      "loss": 0.618,
      "step": 8213
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4352475610190167e-05,
      "loss": 0.6521,
      "step": 8214
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.435114084015383e-05,
      "loss": 0.6327,
      "step": 8215
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4349805974486208e-05,
      "loss": 0.5834,
      "step": 8216
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4348471013216642e-05,
      "loss": 0.5829,
      "step": 8217
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4347135956374473e-05,
      "loss": 0.6883,
      "step": 8218
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4345800803989043e-05,
      "loss": 0.5988,
      "step": 8219
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4344465556089694e-05,
      "loss": 0.6275,
      "step": 8220
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4343130212705774e-05,
      "loss": 0.6269,
      "step": 8221
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434179477386663e-05,
      "loss": 0.7141,
      "step": 8222
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4340459239601618e-05,
      "loss": 0.6318,
      "step": 8223
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4339123609940086e-05,
      "loss": 0.5831,
      "step": 8224
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4337787884911395e-05,
      "loss": 0.614,
      "step": 8225
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4336452064544894e-05,
      "loss": 0.6922,
      "step": 8226
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4335116148869945e-05,
      "loss": 0.7431,
      "step": 8227
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4333780137915916e-05,
      "loss": 0.5836,
      "step": 8228
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.433244403171216e-05,
      "loss": 0.5292,
      "step": 8229
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4331107830288051e-05,
      "loss": 0.6695,
      "step": 8230
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4329771533672951e-05,
      "loss": 0.6478,
      "step": 8231
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4328435141896234e-05,
      "loss": 0.6497,
      "step": 8232
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4327098654987268e-05,
      "loss": 0.5428,
      "step": 8233
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.432576207297543e-05,
      "loss": 0.6623,
      "step": 8234
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4324425395890094e-05,
      "loss": 0.627,
      "step": 8235
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4323088623760636e-05,
      "loss": 0.5965,
      "step": 8236
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4321751756616442e-05,
      "loss": 0.5668,
      "step": 8237
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4320414794486892e-05,
      "loss": 0.5136,
      "step": 8238
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4319077737401368e-05,
      "loss": 0.7143,
      "step": 8239
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4317740585389257e-05,
      "loss": 0.5818,
      "step": 8240
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4316403338479947e-05,
      "loss": 0.7033,
      "step": 8241
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4315065996702834e-05,
      "loss": 0.638,
      "step": 8242
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4313728560087307e-05,
      "loss": 0.5942,
      "step": 8243
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4312391028662757e-05,
      "loss": 0.5895,
      "step": 8244
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4311053402458586e-05,
      "loss": 0.6548,
      "step": 8245
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4309715681504189e-05,
      "loss": 0.6304,
      "step": 8246
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4308377865828973e-05,
      "loss": 0.636,
      "step": 8247
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4307039955462333e-05,
      "loss": 0.6816,
      "step": 8248
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4305701950433681e-05,
      "loss": 0.4927,
      "step": 8249
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4304363850772425e-05,
      "loss": 0.633,
      "step": 8250
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4303025656507967e-05,
      "loss": 0.6106,
      "step": 8251
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4301687367669723e-05,
      "loss": 0.5028,
      "step": 8252
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4300348984287107e-05,
      "loss": 0.6192,
      "step": 8253
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4299010506389532e-05,
      "loss": 0.6721,
      "step": 8254
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4297671934006418e-05,
      "loss": 0.6677,
      "step": 8255
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4296333267167186e-05,
      "loss": 0.5642,
      "step": 8256
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4294994505901256e-05,
      "loss": 0.5543,
      "step": 8257
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.429365565023805e-05,
      "loss": 0.6722,
      "step": 8258
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4292316700206993e-05,
      "loss": 0.6777,
      "step": 8259
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4290977655837519e-05,
      "loss": 0.6604,
      "step": 8260
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4289638517159054e-05,
      "loss": 0.655,
      "step": 8261
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4288299284201032e-05,
      "loss": 0.4642,
      "step": 8262
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4286959956992886e-05,
      "loss": 0.5933,
      "step": 8263
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428562053556405e-05,
      "loss": 0.5637,
      "step": 8264
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4284281019943968e-05,
      "loss": 0.6025,
      "step": 8265
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4282941410162077e-05,
      "loss": 0.5633,
      "step": 8266
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4281601706247821e-05,
      "loss": 0.6178,
      "step": 8267
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4280261908230642e-05,
      "loss": 0.6507,
      "step": 8268
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427892201613999e-05,
      "loss": 0.6159,
      "step": 8269
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4277582030005306e-05,
      "loss": 0.4944,
      "step": 8270
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4276241949856052e-05,
      "loss": 0.6841,
      "step": 8271
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4274901775721674e-05,
      "loss": 0.6398,
      "step": 8272
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4273561507631628e-05,
      "loss": 0.5799,
      "step": 8273
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4272221145615375e-05,
      "loss": 0.818,
      "step": 8274
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4270880689702367e-05,
      "loss": 0.5575,
      "step": 8275
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4269540139922071e-05,
      "loss": 0.6195,
      "step": 8276
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268199496303945e-05,
      "loss": 0.7446,
      "step": 8277
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426685875887746e-05,
      "loss": 0.658,
      "step": 8278
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426551792767208e-05,
      "loss": 0.61,
      "step": 8279
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4264177002717275e-05,
      "loss": 0.5881,
      "step": 8280
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4262835984042516e-05,
      "loss": 0.6635,
      "step": 8281
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4261494871677275e-05,
      "loss": 0.6395,
      "step": 8282
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4260153665651032e-05,
      "loss": 0.5751,
      "step": 8283
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425881236599326e-05,
      "loss": 0.6228,
      "step": 8284
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4257470972733443e-05,
      "loss": 0.5192,
      "step": 8285
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4256129485901058e-05,
      "loss": 0.7166,
      "step": 8286
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4254787905525594e-05,
      "loss": 0.5168,
      "step": 8287
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4253446231636532e-05,
      "loss": 0.5556,
      "step": 8288
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425210446426336e-05,
      "loss": 0.6394,
      "step": 8289
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4250762603435572e-05,
      "loss": 0.5803,
      "step": 8290
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4249420649182659e-05,
      "loss": 0.6406,
      "step": 8291
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4248078601534112e-05,
      "loss": 0.5486,
      "step": 8292
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4246736460519432e-05,
      "loss": 0.5764,
      "step": 8293
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4245394226168112e-05,
      "loss": 0.6356,
      "step": 8294
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4244051898509654e-05,
      "loss": 0.6282,
      "step": 8295
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4242709477573562e-05,
      "loss": 0.7157,
      "step": 8296
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4241366963389339e-05,
      "loss": 0.6058,
      "step": 8297
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4240024355986489e-05,
      "loss": 0.7138,
      "step": 8298
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4238681655394524e-05,
      "loss": 0.6659,
      "step": 8299
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4237338861642955e-05,
      "loss": 0.5627,
      "step": 8300
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423599597476129e-05,
      "loss": 0.5448,
      "step": 8301
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4234652994779047e-05,
      "loss": 0.574,
      "step": 8302
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4233309921725743e-05,
      "loss": 0.5827,
      "step": 8303
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4231966755630896e-05,
      "loss": 0.6571,
      "step": 8304
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4230623496524027e-05,
      "loss": 0.6296,
      "step": 8305
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4229280144434654e-05,
      "loss": 0.7025,
      "step": 8306
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4227936699392311e-05,
      "loss": 0.6904,
      "step": 8307
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4226593161426519e-05,
      "loss": 0.56,
      "step": 8308
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4225249530566804e-05,
      "loss": 0.7657,
      "step": 8309
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.42239058068427e-05,
      "loss": 0.576,
      "step": 8310
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4222561990283744e-05,
      "loss": 0.5856,
      "step": 8311
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4221218080919466e-05,
      "loss": 0.6027,
      "step": 8312
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.42198740787794e-05,
      "loss": 0.6826,
      "step": 8313
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4218529983893097e-05,
      "loss": 0.6127,
      "step": 8314
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4217185796290087e-05,
      "loss": 0.6161,
      "step": 8315
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215841515999918e-05,
      "loss": 0.6207,
      "step": 8316
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4214497143052131e-05,
      "loss": 0.6627,
      "step": 8317
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4213152677476276e-05,
      "loss": 0.6151,
      "step": 8318
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4211808119301906e-05,
      "loss": 0.6519,
      "step": 8319
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4210463468558566e-05,
      "loss": 0.55,
      "step": 8320
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4209118725275812e-05,
      "loss": 0.6528,
      "step": 8321
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.42077738894832e-05,
      "loss": 0.6465,
      "step": 8322
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4206428961210288e-05,
      "loss": 0.6125,
      "step": 8323
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4205083940486632e-05,
      "loss": 0.6651,
      "step": 8324
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4203738827341798e-05,
      "loss": 0.6859,
      "step": 8325
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4202393621805344e-05,
      "loss": 0.6988,
      "step": 8326
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4201048323906839e-05,
      "loss": 0.5145,
      "step": 8327
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4199702933675852e-05,
      "loss": 0.6244,
      "step": 8328
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419835745114195e-05,
      "loss": 0.5944,
      "step": 8329
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4197011876334705e-05,
      "loss": 0.6898,
      "step": 8330
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419566620928369e-05,
      "loss": 0.5343,
      "step": 8331
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4194320450018483e-05,
      "loss": 0.6557,
      "step": 8332
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4192974598568661e-05,
      "loss": 0.6103,
      "step": 8333
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4191628654963801e-05,
      "loss": 0.6569,
      "step": 8334
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4190282619233486e-05,
      "loss": 0.5536,
      "step": 8335
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4188936491407304e-05,
      "loss": 0.6239,
      "step": 8336
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4187590271514838e-05,
      "loss": 0.6332,
      "step": 8337
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4186243959585668e-05,
      "loss": 0.5136,
      "step": 8338
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4184897555649397e-05,
      "loss": 0.6506,
      "step": 8339
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418355105973561e-05,
      "loss": 0.5224,
      "step": 8340
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4182204471873902e-05,
      "loss": 0.6482,
      "step": 8341
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4180857792093864e-05,
      "loss": 0.4967,
      "step": 8342
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4179511020425106e-05,
      "loss": 0.6675,
      "step": 8343
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4178164156897218e-05,
      "loss": 0.6672,
      "step": 8344
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41768172015398e-05,
      "loss": 0.6811,
      "step": 8345
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4175470154382464e-05,
      "loss": 0.5963,
      "step": 8346
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174123015454812e-05,
      "loss": 0.571,
      "step": 8347
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4172775784786455e-05,
      "loss": 0.713,
      "step": 8348
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4171428462406995e-05,
      "loss": 0.6328,
      "step": 8349
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4170081048346052e-05,
      "loss": 0.7004,
      "step": 8350
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4168733542633239e-05,
      "loss": 0.6395,
      "step": 8351
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.416738594529817e-05,
      "loss": 0.5775,
      "step": 8352
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.416603825637046e-05,
      "loss": 0.6075,
      "step": 8353
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4164690475879738e-05,
      "loss": 0.6767,
      "step": 8354
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4163342603855616e-05,
      "loss": 0.6041,
      "step": 8355
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4161994640327726e-05,
      "loss": 0.6331,
      "step": 8356
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.416064658532569e-05,
      "loss": 0.6202,
      "step": 8357
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.415929843887914e-05,
      "loss": 0.6331,
      "step": 8358
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41579502010177e-05,
      "loss": 0.6458,
      "step": 8359
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4156601871771007e-05,
      "loss": 0.6052,
      "step": 8360
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4155253451168696e-05,
      "loss": 0.6931,
      "step": 8361
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4153904939240398e-05,
      "loss": 0.6608,
      "step": 8362
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4152556336015753e-05,
      "loss": 0.5535,
      "step": 8363
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4151207641524404e-05,
      "loss": 0.6416,
      "step": 8364
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4149858855795993e-05,
      "loss": 0.5953,
      "step": 8365
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414850997886016e-05,
      "loss": 0.5705,
      "step": 8366
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4147161010746555e-05,
      "loss": 0.7051,
      "step": 8367
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4145811951484826e-05,
      "loss": 0.5808,
      "step": 8368
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144462801104621e-05,
      "loss": 0.623,
      "step": 8369
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4143113559635597e-05,
      "loss": 0.6693,
      "step": 8370
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41417642271074e-05,
      "loss": 0.6227,
      "step": 8371
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4140414803549694e-05,
      "loss": 0.609,
      "step": 8372
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4139065288992135e-05,
      "loss": 0.6157,
      "step": 8373
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.413771568346438e-05,
      "loss": 0.5993,
      "step": 8374
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4136365986996094e-05,
      "loss": 0.5531,
      "step": 8375
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4135016199616943e-05,
      "loss": 0.6571,
      "step": 8376
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4133666321356589e-05,
      "loss": 0.5529,
      "step": 8377
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4132316352244703e-05,
      "loss": 0.4744,
      "step": 8378
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4130966292310954e-05,
      "loss": 0.6226,
      "step": 8379
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4129616141585016e-05,
      "loss": 0.6225,
      "step": 8380
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4128265900096562e-05,
      "loss": 0.7055,
      "step": 8381
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4126915567875268e-05,
      "loss": 0.6266,
      "step": 8382
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412556514495081e-05,
      "loss": 0.5811,
      "step": 8383
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4124214631352874e-05,
      "loss": 0.6705,
      "step": 8384
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412286402711114e-05,
      "loss": 0.6804,
      "step": 8385
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4121513332255286e-05,
      "loss": 0.6197,
      "step": 8386
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4120162546815006e-05,
      "loss": 0.6318,
      "step": 8387
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4118811670819983e-05,
      "loss": 0.7252,
      "step": 8388
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4117460704299912e-05,
      "loss": 0.6895,
      "step": 8389
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4116109647284482e-05,
      "loss": 0.5921,
      "step": 8390
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4114758499803387e-05,
      "loss": 0.6276,
      "step": 8391
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4113407261886323e-05,
      "loss": 0.5856,
      "step": 8392
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4112055933562989e-05,
      "loss": 0.707,
      "step": 8393
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4110704514863088e-05,
      "loss": 0.6123,
      "step": 8394
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4109353005816318e-05,
      "loss": 0.501,
      "step": 8395
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410800140645238e-05,
      "loss": 0.504,
      "step": 8396
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4106649716800988e-05,
      "loss": 0.6942,
      "step": 8397
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4105297936891844e-05,
      "loss": 0.5309,
      "step": 8398
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103946066754661e-05,
      "loss": 0.6685,
      "step": 8399
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4102594106419152e-05,
      "loss": 0.6707,
      "step": 8400
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4101242055915028e-05,
      "loss": 0.6664,
      "step": 8401
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4099889915272007e-05,
      "loss": 0.5076,
      "step": 8402
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4098537684519802e-05,
      "loss": 0.6284,
      "step": 8403
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4097185363688141e-05,
      "loss": 0.6299,
      "step": 8404
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4095832952806741e-05,
      "loss": 0.5692,
      "step": 8405
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4094480451905326e-05,
      "loss": 0.7096,
      "step": 8406
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4093127861013622e-05,
      "loss": 0.6547,
      "step": 8407
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4091775180161358e-05,
      "loss": 0.5664,
      "step": 8408
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4090422409378266e-05,
      "loss": 0.5857,
      "step": 8409
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4089069548694073e-05,
      "loss": 0.5948,
      "step": 8410
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4087716598138512e-05,
      "loss": 0.6997,
      "step": 8411
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4086363557741324e-05,
      "loss": 0.5766,
      "step": 8412
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4085010427532244e-05,
      "loss": 0.6875,
      "step": 8413
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4083657207541013e-05,
      "loss": 0.6216,
      "step": 8414
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4082303897797372e-05,
      "loss": 0.6822,
      "step": 8415
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4080950498331063e-05,
      "loss": 0.6329,
      "step": 8416
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4079597009171832e-05,
      "loss": 0.6443,
      "step": 8417
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4078243430349427e-05,
      "loss": 0.4586,
      "step": 8418
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4076889761893602e-05,
      "loss": 0.6633,
      "step": 8419
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4075536003834101e-05,
      "loss": 0.5876,
      "step": 8420
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4074182156200679e-05,
      "loss": 0.6447,
      "step": 8421
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4072828219023098e-05,
      "loss": 0.7229,
      "step": 8422
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4071474192331112e-05,
      "loss": 0.5474,
      "step": 8423
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4070120076154475e-05,
      "loss": 0.5412,
      "step": 8424
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4068765870522954e-05,
      "loss": 0.5641,
      "step": 8425
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4067411575466312e-05,
      "loss": 0.5829,
      "step": 8426
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406605719101431e-05,
      "loss": 0.6495,
      "step": 8427
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4064702717196721e-05,
      "loss": 0.445,
      "step": 8428
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406334815404331e-05,
      "loss": 0.6901,
      "step": 8429
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4061993501583852e-05,
      "loss": 0.6362,
      "step": 8430
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406063875984812e-05,
      "loss": 0.6157,
      "step": 8431
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405928392886588e-05,
      "loss": 0.7222,
      "step": 8432
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4057929008666925e-05,
      "loss": 0.5856,
      "step": 8433
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405657399928102e-05,
      "loss": 0.646,
      "step": 8434
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4055218900737955e-05,
      "loss": 0.6366,
      "step": 8435
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4053863713067504e-05,
      "loss": 0.507,
      "step": 8436
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405250843629946e-05,
      "loss": 0.4791,
      "step": 8437
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4051153070463609e-05,
      "loss": 0.4885,
      "step": 8438
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4049797615589732e-05,
      "loss": 0.6645,
      "step": 8439
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4048442071707632e-05,
      "loss": 0.663,
      "step": 8440
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404708643884709e-05,
      "loss": 0.6439,
      "step": 8441
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4045730717037909e-05,
      "loss": 0.6044,
      "step": 8442
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4044374906309881e-05,
      "loss": 0.5847,
      "step": 8443
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4043019006692808e-05,
      "loss": 0.6588,
      "step": 8444
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4041663018216489e-05,
      "loss": 0.632,
      "step": 8445
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4040306940910723e-05,
      "loss": 0.6707,
      "step": 8446
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4038950774805322e-05,
      "loss": 0.6276,
      "step": 8447
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4037594519930086e-05,
      "loss": 0.5808,
      "step": 8448
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4036238176314828e-05,
      "loss": 0.5891,
      "step": 8449
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4034881743989353e-05,
      "loss": 0.5124,
      "step": 8450
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4033525222983475e-05,
      "loss": 0.5923,
      "step": 8451
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4032168613327013e-05,
      "loss": 0.6411,
      "step": 8452
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4030811915049777e-05,
      "loss": 0.6423,
      "step": 8453
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4029455128181588e-05,
      "loss": 0.6493,
      "step": 8454
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.402809825275227e-05,
      "loss": 0.6962,
      "step": 8455
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4026741288791636e-05,
      "loss": 0.6076,
      "step": 8456
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4025384236329513e-05,
      "loss": 0.6529,
      "step": 8457
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4024027095395731e-05,
      "loss": 0.5296,
      "step": 8458
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4022669866020118e-05,
      "loss": 0.7015,
      "step": 8459
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4021312548232497e-05,
      "loss": 0.6193,
      "step": 8460
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019955142062707e-05,
      "loss": 0.5637,
      "step": 8461
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401859764754058e-05,
      "loss": 0.7062,
      "step": 8462
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4017240064695944e-05,
      "loss": 0.6446,
      "step": 8463
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4015882393558646e-05,
      "loss": 0.6081,
      "step": 8464
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4014524634158524e-05,
      "loss": 0.5462,
      "step": 8465
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4013166786525417e-05,
      "loss": 0.6334,
      "step": 8466
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4011808850689169e-05,
      "loss": 0.6035,
      "step": 8467
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4010450826679622e-05,
      "loss": 0.5983,
      "step": 8468
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.400909271452663e-05,
      "loss": 0.6355,
      "step": 8469
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4007734514260036e-05,
      "loss": 0.537,
      "step": 8470
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4006376225909697e-05,
      "loss": 0.6088,
      "step": 8471
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4005017849505462e-05,
      "loss": 0.6951,
      "step": 8472
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4003659385077186e-05,
      "loss": 0.5563,
      "step": 8473
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4002300832654729e-05,
      "loss": 0.6005,
      "step": 8474
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4000942192267943e-05,
      "loss": 0.5554,
      "step": 8475
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3999583463946697e-05,
      "loss": 0.7068,
      "step": 8476
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3998224647720853e-05,
      "loss": 0.622,
      "step": 8477
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399686574362027e-05,
      "loss": 0.6446,
      "step": 8478
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3995506751674816e-05,
      "loss": 0.6742,
      "step": 8479
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399414767191436e-05,
      "loss": 0.6933,
      "step": 8480
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3992788504368777e-05,
      "loss": 0.6112,
      "step": 8481
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3991429249067936e-05,
      "loss": 0.6411,
      "step": 8482
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3990069906041708e-05,
      "loss": 0.599,
      "step": 8483
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3988710475319978e-05,
      "loss": 0.6593,
      "step": 8484
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3987350956932613e-05,
      "loss": 0.6118,
      "step": 8485
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.39859913509095e-05,
      "loss": 0.6429,
      "step": 8486
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3984631657280518e-05,
      "loss": 0.6361,
      "step": 8487
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3983271876075557e-05,
      "loss": 0.5869,
      "step": 8488
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3981912007324496e-05,
      "loss": 0.5893,
      "step": 8489
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3980552051057225e-05,
      "loss": 0.6256,
      "step": 8490
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3979192007303634e-05,
      "loss": 0.6694,
      "step": 8491
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3977831876093614e-05,
      "loss": 0.6556,
      "step": 8492
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3976471657457063e-05,
      "loss": 0.5355,
      "step": 8493
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.397511135142387e-05,
      "loss": 0.7039,
      "step": 8494
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3973750958023935e-05,
      "loss": 0.64,
      "step": 8495
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3972390477287158e-05,
      "loss": 0.6453,
      "step": 8496
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3971029909243436e-05,
      "loss": 0.7097,
      "step": 8497
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3969669253922683e-05,
      "loss": 0.6481,
      "step": 8498
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3968308511354791e-05,
      "loss": 0.688,
      "step": 8499
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3966947681569674e-05,
      "loss": 0.6988,
      "step": 8500
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3965586764597242e-05,
      "loss": 0.6782,
      "step": 8501
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.39642257604674e-05,
      "loss": 0.4972,
      "step": 8502
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396286466921007e-05,
      "loss": 0.5906,
      "step": 8503
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3961503490855152e-05,
      "loss": 0.5093,
      "step": 8504
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396014222543258e-05,
      "loss": 0.6309,
      "step": 8505
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3958780872972264e-05,
      "loss": 0.6428,
      "step": 8506
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395741943350412e-05,
      "loss": 0.635,
      "step": 8507
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3956057907058077e-05,
      "loss": 0.6439,
      "step": 8508
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3954696293664056e-05,
      "loss": 0.6496,
      "step": 8509
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953334593351986e-05,
      "loss": 0.5454,
      "step": 8510
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3951972806151793e-05,
      "loss": 0.71,
      "step": 8511
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3950610932093404e-05,
      "loss": 0.5994,
      "step": 8512
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3949248971206757e-05,
      "loss": 0.7406,
      "step": 8513
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394788692352178e-05,
      "loss": 0.6352,
      "step": 8514
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3946524789068414e-05,
      "loss": 0.6934,
      "step": 8515
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3945162567876593e-05,
      "loss": 0.6213,
      "step": 8516
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3943800259976262e-05,
      "loss": 0.6353,
      "step": 8517
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3942437865397352e-05,
      "loss": 0.6515,
      "step": 8518
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3941075384169814e-05,
      "loss": 0.5462,
      "step": 8519
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3939712816323594e-05,
      "loss": 0.5907,
      "step": 8520
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3938350161888633e-05,
      "loss": 0.6211,
      "step": 8521
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3936987420894885e-05,
      "loss": 0.6698,
      "step": 8522
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3935624593372299e-05,
      "loss": 0.7267,
      "step": 8523
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3934261679350832e-05,
      "loss": 0.5675,
      "step": 8524
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3932898678860432e-05,
      "loss": 0.6472,
      "step": 8525
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3931535591931058e-05,
      "loss": 0.6573,
      "step": 8526
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.393017241859267e-05,
      "loss": 0.605,
      "step": 8527
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.392880915887523e-05,
      "loss": 0.5914,
      "step": 8528
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3927445812808692e-05,
      "loss": 0.68,
      "step": 8529
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3926082380423033e-05,
      "loss": 0.6883,
      "step": 8530
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.392471886174821e-05,
      "loss": 0.6571,
      "step": 8531
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3923355256814194e-05,
      "loss": 0.6557,
      "step": 8532
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.392199156565095e-05,
      "loss": 0.665,
      "step": 8533
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3920627788288459e-05,
      "loss": 0.5302,
      "step": 8534
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391926392475669e-05,
      "loss": 0.616,
      "step": 8535
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3917899975085614e-05,
      "loss": 0.6913,
      "step": 8536
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3916535939305215e-05,
      "loss": 0.6578,
      "step": 8537
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3915171817445469e-05,
      "loss": 0.5696,
      "step": 8538
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391380760953636e-05,
      "loss": 0.6552,
      "step": 8539
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391244331560787e-05,
      "loss": 0.6322,
      "step": 8540
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3911078935689983e-05,
      "loss": 0.5674,
      "step": 8541
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3909714469812687e-05,
      "loss": 0.615,
      "step": 8542
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390834991800597e-05,
      "loss": 0.5083,
      "step": 8543
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3906985280299823e-05,
      "loss": 0.5801,
      "step": 8544
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3905620556724237e-05,
      "loss": 0.635,
      "step": 8545
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3904255747309212e-05,
      "loss": 0.7351,
      "step": 8546
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3902890852084738e-05,
      "loss": 0.6424,
      "step": 8547
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3901525871080816e-05,
      "loss": 0.7085,
      "step": 8548
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3900160804327449e-05,
      "loss": 0.7309,
      "step": 8549
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3898795651854633e-05,
      "loss": 0.5144,
      "step": 8550
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3897430413692376e-05,
      "loss": 0.5825,
      "step": 8551
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3896065089870684e-05,
      "loss": 0.4454,
      "step": 8552
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389469968041956e-05,
      "loss": 0.6632,
      "step": 8553
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3893334185369021e-05,
      "loss": 0.6266,
      "step": 8554
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389196860474907e-05,
      "loss": 0.5458,
      "step": 8555
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389060293858973e-05,
      "loss": 0.5784,
      "step": 8556
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.388923718692101e-05,
      "loss": 0.6663,
      "step": 8557
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3887871349772925e-05,
      "loss": 0.6637,
      "step": 8558
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38865054271755e-05,
      "loss": 0.6324,
      "step": 8559
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3885139419158754e-05,
      "loss": 0.4667,
      "step": 8560
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3883773325752705e-05,
      "loss": 0.605,
      "step": 8561
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3882407146987383e-05,
      "loss": 0.6119,
      "step": 8562
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3881040882892813e-05,
      "loss": 0.7277,
      "step": 8563
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3879674533499025e-05,
      "loss": 0.4933,
      "step": 8564
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3878308098836042e-05,
      "loss": 0.5279,
      "step": 8565
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3876941578933907e-05,
      "loss": 0.6398,
      "step": 8566
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3875574973822645e-05,
      "loss": 0.6398,
      "step": 8567
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3874208283532297e-05,
      "loss": 0.6626,
      "step": 8568
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3872841508092897e-05,
      "loss": 0.6646,
      "step": 8569
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871474647534489e-05,
      "loss": 0.5897,
      "step": 8570
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3870107701887111e-05,
      "loss": 0.5884,
      "step": 8571
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3868740671180809e-05,
      "loss": 0.5689,
      "step": 8572
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3867373555445624e-05,
      "loss": 0.6383,
      "step": 8573
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3866006354711605e-05,
      "loss": 0.5727,
      "step": 8574
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3864639069008805e-05,
      "loss": 0.5022,
      "step": 8575
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3863271698367271e-05,
      "loss": 0.5677,
      "step": 8576
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3861904242817052e-05,
      "loss": 0.6226,
      "step": 8577
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3860536702388211e-05,
      "loss": 0.7289,
      "step": 8578
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38591690771108e-05,
      "loss": 0.6246,
      "step": 8579
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3857801367014874e-05,
      "loss": 0.6266,
      "step": 8580
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3856433572130497e-05,
      "loss": 0.6473,
      "step": 8581
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3855065692487732e-05,
      "loss": 0.6368,
      "step": 8582
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385369772811664e-05,
      "loss": 0.6786,
      "step": 8583
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3852329679047287e-05,
      "loss": 0.4383,
      "step": 8584
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3850961545309747e-05,
      "loss": 0.6182,
      "step": 8585
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3849593326934078e-05,
      "loss": 0.6236,
      "step": 8586
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3848225023950359e-05,
      "loss": 0.6447,
      "step": 8587
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3846856636388663e-05,
      "loss": 0.6493,
      "step": 8588
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3845488164279062e-05,
      "loss": 0.7399,
      "step": 8589
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3844119607651633e-05,
      "loss": 0.7122,
      "step": 8590
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3842750966536457e-05,
      "loss": 0.5438,
      "step": 8591
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3841382240963616e-05,
      "loss": 0.4385,
      "step": 8592
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3840013430963191e-05,
      "loss": 0.618,
      "step": 8593
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3838644536565262e-05,
      "loss": 0.6609,
      "step": 8594
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383727555779992e-05,
      "loss": 0.5568,
      "step": 8595
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383590649469725e-05,
      "loss": 0.5793,
      "step": 8596
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383453734728735e-05,
      "loss": 0.6157,
      "step": 8597
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3833168115600298e-05,
      "loss": 0.6544,
      "step": 8598
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3831798799666195e-05,
      "loss": 0.6575,
      "step": 8599
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3830429399515141e-05,
      "loss": 0.5772,
      "step": 8600
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3829059915177223e-05,
      "loss": 0.6623,
      "step": 8601
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3827690346682551e-05,
      "loss": 0.6245,
      "step": 8602
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3826320694061218e-05,
      "loss": 0.6035,
      "step": 8603
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3824950957343331e-05,
      "loss": 0.6662,
      "step": 8604
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.382358113655899e-05,
      "loss": 0.653,
      "step": 8605
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3822211231738305e-05,
      "loss": 0.5917,
      "step": 8606
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3820841242911387e-05,
      "loss": 0.6259,
      "step": 8607
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3819471170108342e-05,
      "loss": 0.5727,
      "step": 8608
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3818101013359282e-05,
      "loss": 0.6782,
      "step": 8609
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3816730772694322e-05,
      "loss": 0.4351,
      "step": 8610
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3815360448143583e-05,
      "loss": 0.7281,
      "step": 8611
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3813990039737171e-05,
      "loss": 0.6013,
      "step": 8612
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3812619547505213e-05,
      "loss": 0.7349,
      "step": 8613
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3811248971477832e-05,
      "loss": 0.5749,
      "step": 8614
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3809878311685147e-05,
      "loss": 0.6457,
      "step": 8615
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3808507568157286e-05,
      "loss": 0.4704,
      "step": 8616
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3807136740924371e-05,
      "loss": 0.6595,
      "step": 8617
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3805765830016538e-05,
      "loss": 0.6944,
      "step": 8618
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3804394835463908e-05,
      "loss": 0.5736,
      "step": 8619
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3803023757296621e-05,
      "loss": 0.6136,
      "step": 8620
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.380165259554481e-05,
      "loss": 0.682,
      "step": 8621
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3800281350238608e-05,
      "loss": 0.5248,
      "step": 8622
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3798910021408156e-05,
      "loss": 0.6431,
      "step": 8623
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3797538609083593e-05,
      "loss": 0.5483,
      "step": 8624
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3796167113295058e-05,
      "loss": 0.604,
      "step": 8625
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3794795534072696e-05,
      "loss": 0.6052,
      "step": 8626
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3793423871446651e-05,
      "loss": 0.6108,
      "step": 8627
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3792052125447075e-05,
      "loss": 0.6159,
      "step": 8628
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3790680296104113e-05,
      "loss": 0.6196,
      "step": 8629
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3789308383447911e-05,
      "loss": 0.7102,
      "step": 8630
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3787936387508631e-05,
      "loss": 0.5211,
      "step": 8631
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378656430831642e-05,
      "loss": 0.6975,
      "step": 8632
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3785192145901438e-05,
      "loss": 0.693,
      "step": 8633
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378381990029384e-05,
      "loss": 0.5479,
      "step": 8634
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378244757152379e-05,
      "loss": 0.639,
      "step": 8635
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3781075159621447e-05,
      "loss": 0.6875,
      "step": 8636
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3779702664616972e-05,
      "loss": 0.6292,
      "step": 8637
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3778330086540535e-05,
      "loss": 0.6269,
      "step": 8638
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3776957425422299e-05,
      "loss": 0.6126,
      "step": 8639
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377558468129244e-05,
      "loss": 0.6434,
      "step": 8640
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3774211854181119e-05,
      "loss": 0.6763,
      "step": 8641
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3772838944118514e-05,
      "loss": 0.6313,
      "step": 8642
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3771465951134802e-05,
      "loss": 0.612,
      "step": 8643
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3770092875260153e-05,
      "loss": 0.6031,
      "step": 8644
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3768719716524748e-05,
      "loss": 0.7005,
      "step": 8645
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3767346474958769e-05,
      "loss": 0.524,
      "step": 8646
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3765973150592393e-05,
      "loss": 0.6686,
      "step": 8647
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376459974345581e-05,
      "loss": 0.6875,
      "step": 8648
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3763226253579196e-05,
      "loss": 0.6488,
      "step": 8649
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376185268099275e-05,
      "loss": 0.5446,
      "step": 8650
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376047902572665e-05,
      "loss": 0.5434,
      "step": 8651
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759105287811095e-05,
      "loss": 0.6842,
      "step": 8652
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3757731467276271e-05,
      "loss": 0.6065,
      "step": 8653
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3756357564152378e-05,
      "loss": 0.6568,
      "step": 8654
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.375498357846961e-05,
      "loss": 0.6015,
      "step": 8655
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3753609510258161e-05,
      "loss": 0.6421,
      "step": 8656
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.375223535954824e-05,
      "loss": 0.5891,
      "step": 8657
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3750861126370044e-05,
      "loss": 0.7271,
      "step": 8658
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.374948681075377e-05,
      "loss": 0.6379,
      "step": 8659
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3748112412729634e-05,
      "loss": 0.6668,
      "step": 8660
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3746737932327833e-05,
      "loss": 0.6647,
      "step": 8661
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3745363369578589e-05,
      "loss": 0.6135,
      "step": 8662
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3743988724512098e-05,
      "loss": 0.7382,
      "step": 8663
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3742613997158585e-05,
      "loss": 0.6037,
      "step": 8664
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3741239187548256e-05,
      "loss": 0.6598,
      "step": 8665
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.373986429571133e-05,
      "loss": 0.7448,
      "step": 8666
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3738489321678027e-05,
      "loss": 0.5709,
      "step": 8667
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3737114265478561e-05,
      "loss": 0.6408,
      "step": 8668
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3735739127143162e-05,
      "loss": 0.6458,
      "step": 8669
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3734363906702048e-05,
      "loss": 0.4076,
      "step": 8670
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3732988604185443e-05,
      "loss": 0.6103,
      "step": 8671
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3731613219623578e-05,
      "loss": 0.6582,
      "step": 8672
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.373023775304668e-05,
      "loss": 0.6033,
      "step": 8673
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3728862204484978e-05,
      "loss": 0.5808,
      "step": 8674
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3727486573968709e-05,
      "loss": 0.5888,
      "step": 8675
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.37261108615281e-05,
      "loss": 0.6671,
      "step": 8676
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3724735067193394e-05,
      "loss": 0.5924,
      "step": 8677
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3723359190994823e-05,
      "loss": 0.6072,
      "step": 8678
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3721983232962633e-05,
      "loss": 0.7042,
      "step": 8679
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3720607193127057e-05,
      "loss": 0.6508,
      "step": 8680
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3719231071518348e-05,
      "loss": 0.6177,
      "step": 8681
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3717854868166747e-05,
      "loss": 0.631,
      "step": 8682
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3716478583102495e-05,
      "loss": 0.5472,
      "step": 8683
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.371510221635585e-05,
      "loss": 0.6115,
      "step": 8684
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3713725767957055e-05,
      "loss": 0.6283,
      "step": 8685
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3712349237936366e-05,
      "loss": 0.6139,
      "step": 8686
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3710972626324037e-05,
      "loss": 0.6479,
      "step": 8687
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370959593315032e-05,
      "loss": 0.6507,
      "step": 8688
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3708219158445482e-05,
      "loss": 0.5601,
      "step": 8689
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370684230223977e-05,
      "loss": 0.5674,
      "step": 8690
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3705465364563454e-05,
      "loss": 0.6521,
      "step": 8691
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370408834544679e-05,
      "loss": 0.5678,
      "step": 8692
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3702711244920051e-05,
      "loss": 0.5644,
      "step": 8693
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3701334063013498e-05,
      "loss": 0.6238,
      "step": 8694
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3699956799757396e-05,
      "loss": 0.633,
      "step": 8695
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698579455182027e-05,
      "loss": 0.6053,
      "step": 8696
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369720202931765e-05,
      "loss": 0.5885,
      "step": 8697
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3695824522194549e-05,
      "loss": 0.6403,
      "step": 8698
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369444693384299e-05,
      "loss": 0.5047,
      "step": 8699
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3693069264293258e-05,
      "loss": 0.5301,
      "step": 8700
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3691691513575627e-05,
      "loss": 0.643,
      "step": 8701
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3690313681720377e-05,
      "loss": 0.6836,
      "step": 8702
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3688935768757799e-05,
      "loss": 0.7114,
      "step": 8703
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3687557774718168e-05,
      "loss": 0.6678,
      "step": 8704
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3686179699631776e-05,
      "loss": 0.6959,
      "step": 8705
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3684801543528907e-05,
      "loss": 0.5391,
      "step": 8706
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3683423306439852e-05,
      "loss": 0.5599,
      "step": 8707
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3682044988394905e-05,
      "loss": 0.5931,
      "step": 8708
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3680666589424356e-05,
      "loss": 0.6033,
      "step": 8709
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3679288109558501e-05,
      "loss": 0.6603,
      "step": 8710
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3677909548827639e-05,
      "loss": 0.6137,
      "step": 8711
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3676530907262064e-05,
      "loss": 0.5845,
      "step": 8712
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3675152184892079e-05,
      "loss": 0.509,
      "step": 8713
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3673773381747987e-05,
      "loss": 0.621,
      "step": 8714
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3672394497860095e-05,
      "loss": 0.6116,
      "step": 8715
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36710155332587e-05,
      "loss": 0.6109,
      "step": 8716
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3669636487974116e-05,
      "loss": 0.4633,
      "step": 8717
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3668257362036652e-05,
      "loss": 0.5545,
      "step": 8718
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3666878155476617e-05,
      "loss": 0.6281,
      "step": 8719
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3665498868324323e-05,
      "loss": 0.67,
      "step": 8720
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3664119500610088e-05,
      "loss": 0.4556,
      "step": 8721
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3662740052364227e-05,
      "loss": 0.6335,
      "step": 8722
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3661360523617057e-05,
      "loss": 0.6519,
      "step": 8723
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3659980914398895e-05,
      "loss": 0.4293,
      "step": 8724
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3658601224740072e-05,
      "loss": 0.5123,
      "step": 8725
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3657221454670899e-05,
      "loss": 0.5423,
      "step": 8726
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3655841604221713e-05,
      "loss": 0.5712,
      "step": 8727
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3654461673422834e-05,
      "loss": 0.6448,
      "step": 8728
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3653081662304592e-05,
      "loss": 0.6074,
      "step": 8729
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.365170157089732e-05,
      "loss": 0.6722,
      "step": 8730
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3650321399231344e-05,
      "loss": 0.6582,
      "step": 8731
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3648941147337007e-05,
      "loss": 0.7317,
      "step": 8732
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3647560815244636e-05,
      "loss": 0.5038,
      "step": 8733
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3646180402984576e-05,
      "loss": 0.6416,
      "step": 8734
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3644799910587162e-05,
      "loss": 0.6069,
      "step": 8735
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3643419338082732e-05,
      "loss": 0.5825,
      "step": 8736
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3642038685501638e-05,
      "loss": 0.5912,
      "step": 8737
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3640657952874217e-05,
      "loss": 0.7076,
      "step": 8738
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3639277140230816e-05,
      "loss": 0.6139,
      "step": 8739
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3637896247601789e-05,
      "loss": 0.7192,
      "step": 8740
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636515275017476e-05,
      "loss": 0.6077,
      "step": 8741
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363513422250824e-05,
      "loss": 0.6499,
      "step": 8742
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3633753090104425e-05,
      "loss": 0.5956,
      "step": 8743
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3632371877836392e-05,
      "loss": 0.6239,
      "step": 8744
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3630990585734494e-05,
      "loss": 0.6269,
      "step": 8745
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3629609213829089e-05,
      "loss": 0.5559,
      "step": 8746
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3628227762150546e-05,
      "loss": 0.53,
      "step": 8747
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3626846230729216e-05,
      "loss": 0.6468,
      "step": 8748
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3625464619595468e-05,
      "loss": 0.6317,
      "step": 8749
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3624082928779668e-05,
      "loss": 0.6133,
      "step": 8750
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3622701158312184e-05,
      "loss": 0.7013,
      "step": 8751
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3621319308223382e-05,
      "loss": 0.6257,
      "step": 8752
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3619937378543635e-05,
      "loss": 0.6446,
      "step": 8753
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.361855536930332e-05,
      "loss": 0.5404,
      "step": 8754
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3617173280532803e-05,
      "loss": 0.6279,
      "step": 8755
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3615791112262462e-05,
      "loss": 0.6476,
      "step": 8756
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3614408864522682e-05,
      "loss": 0.6136,
      "step": 8757
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3613026537343833e-05,
      "loss": 0.6231,
      "step": 8758
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3611644130756307e-05,
      "loss": 0.6308,
      "step": 8759
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3610261644790474e-05,
      "loss": 0.6132,
      "step": 8760
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360887907947673e-05,
      "loss": 0.5377,
      "step": 8761
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3607496434845457e-05,
      "loss": 0.5596,
      "step": 8762
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3606113710927047e-05,
      "loss": 0.6238,
      "step": 8763
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3604730907751881e-05,
      "loss": 0.5701,
      "step": 8764
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3603348025350363e-05,
      "loss": 0.6628,
      "step": 8765
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3601965063752877e-05,
      "loss": 0.6985,
      "step": 8766
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3600582022989822e-05,
      "loss": 0.5825,
      "step": 8767
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3599198903091597e-05,
      "loss": 0.6286,
      "step": 8768
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3597815704088599e-05,
      "loss": 0.4889,
      "step": 8769
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3596432426011228e-05,
      "loss": 0.6542,
      "step": 8770
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3595049068889884e-05,
      "loss": 0.6131,
      "step": 8771
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3593665632754975e-05,
      "loss": 0.6835,
      "step": 8772
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3592282117636907e-05,
      "loss": 0.6404,
      "step": 8773
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3590898523566084e-05,
      "loss": 0.6623,
      "step": 8774
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358951485057292e-05,
      "loss": 0.6636,
      "step": 8775
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3588131098687822e-05,
      "loss": 0.5675,
      "step": 8776
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586747267941206e-05,
      "loss": 0.6749,
      "step": 8777
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358536335836348e-05,
      "loss": 0.586,
      "step": 8778
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3583979369985065e-05,
      "loss": 0.5873,
      "step": 8779
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3582595302836384e-05,
      "loss": 0.6301,
      "step": 8780
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3581211156947844e-05,
      "loss": 0.6351,
      "step": 8781
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3579826932349876e-05,
      "loss": 0.5893,
      "step": 8782
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3578442629072903e-05,
      "loss": 0.6414,
      "step": 8783
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3577058247147345e-05,
      "loss": 0.7031,
      "step": 8784
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3575673786603632e-05,
      "loss": 0.6227,
      "step": 8785
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.357428924747219e-05,
      "loss": 0.5615,
      "step": 8786
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.357290462978345e-05,
      "loss": 0.4351,
      "step": 8787
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3571519933567845e-05,
      "loss": 0.6407,
      "step": 8788
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3570135158855806e-05,
      "loss": 0.6832,
      "step": 8789
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568750305677771e-05,
      "loss": 0.5791,
      "step": 8790
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3567365374064174e-05,
      "loss": 0.6745,
      "step": 8791
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3565980364045457e-05,
      "loss": 0.6903,
      "step": 8792
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.356459527565206e-05,
      "loss": 0.6104,
      "step": 8793
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.356321010891442e-05,
      "loss": 0.6453,
      "step": 8794
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3561824863862987e-05,
      "loss": 0.6887,
      "step": 8795
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3560439540528198e-05,
      "loss": 0.5418,
      "step": 8796
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3559054138940513e-05,
      "loss": 0.6919,
      "step": 8797
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3557668659130373e-05,
      "loss": 0.4435,
      "step": 8798
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3556283101128227e-05,
      "loss": 0.5778,
      "step": 8799
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3554897464964531e-05,
      "loss": 0.7135,
      "step": 8800
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355351175066974e-05,
      "loss": 0.6634,
      "step": 8801
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3552125958274306e-05,
      "loss": 0.5743,
      "step": 8802
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3550740087808692e-05,
      "loss": 0.6773,
      "step": 8803
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.354935413930335e-05,
      "loss": 0.6195,
      "step": 8804
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3547968112788748e-05,
      "loss": 0.6244,
      "step": 8805
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3546582008295343e-05,
      "loss": 0.641,
      "step": 8806
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3545195825853603e-05,
      "loss": 0.6351,
      "step": 8807
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3543809565493994e-05,
      "loss": 0.5722,
      "step": 8808
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3542423227246984e-05,
      "loss": 0.6367,
      "step": 8809
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.354103681114304e-05,
      "loss": 0.6326,
      "step": 8810
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3539650317212634e-05,
      "loss": 0.6162,
      "step": 8811
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3538263745486242e-05,
      "loss": 0.635,
      "step": 8812
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3536877095994335e-05,
      "loss": 0.5895,
      "step": 8813
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353549036876739e-05,
      "loss": 0.5607,
      "step": 8814
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3534103563835887e-05,
      "loss": 0.6444,
      "step": 8815
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3532716681230307e-05,
      "loss": 0.6305,
      "step": 8816
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3531329720981126e-05,
      "loss": 0.5261,
      "step": 8817
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352994268311883e-05,
      "loss": 0.7325,
      "step": 8818
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3528555567673909e-05,
      "loss": 0.6309,
      "step": 8819
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3527168374676843e-05,
      "loss": 0.5578,
      "step": 8820
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352578110415812e-05,
      "loss": 0.5602,
      "step": 8821
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3524393756148234e-05,
      "loss": 0.5958,
      "step": 8822
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3523006330677677e-05,
      "loss": 0.6294,
      "step": 8823
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352161882777694e-05,
      "loss": 0.4125,
      "step": 8824
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3520231247476515e-05,
      "loss": 0.5787,
      "step": 8825
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3518843589806908e-05,
      "loss": 0.6282,
      "step": 8826
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3517455854798609e-05,
      "loss": 0.6212,
      "step": 8827
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351606804248212e-05,
      "loss": 0.5524,
      "step": 8828
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351468015288795e-05,
      "loss": 0.6788,
      "step": 8829
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3513292186046592e-05,
      "loss": 0.6818,
      "step": 8830
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351190414198856e-05,
      "loss": 0.6156,
      "step": 8831
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3510516020744351e-05,
      "loss": 0.6066,
      "step": 8832
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3509127822344486e-05,
      "loss": 0.5739,
      "step": 8833
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350773954681947e-05,
      "loss": 0.6363,
      "step": 8834
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3506351194199812e-05,
      "loss": 0.674,
      "step": 8835
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3504962764516029e-05,
      "loss": 0.4617,
      "step": 8836
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3503574257798638e-05,
      "loss": 0.4039,
      "step": 8837
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3502185674078152e-05,
      "loss": 0.6496,
      "step": 8838
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3500797013385092e-05,
      "loss": 0.5947,
      "step": 8839
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3499408275749982e-05,
      "loss": 0.6515,
      "step": 8840
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3498019461203338e-05,
      "loss": 0.5898,
      "step": 8841
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3496630569775686e-05,
      "loss": 0.6523,
      "step": 8842
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495241601497555e-05,
      "loss": 0.5671,
      "step": 8843
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349385255639947e-05,
      "loss": 0.6739,
      "step": 8844
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349246343451196e-05,
      "loss": 0.6401,
      "step": 8845
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3491074235865556e-05,
      "loss": 0.5783,
      "step": 8846
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3489684960490788e-05,
      "loss": 0.6204,
      "step": 8847
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3488295608418197e-05,
      "loss": 0.6105,
      "step": 8848
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.348690617967831e-05,
      "loss": 0.6254,
      "step": 8849
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3485516674301669e-05,
      "loss": 0.6214,
      "step": 8850
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3484127092318815e-05,
      "loss": 0.5953,
      "step": 8851
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3482737433760285e-05,
      "loss": 0.5924,
      "step": 8852
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3481347698656622e-05,
      "loss": 0.6368,
      "step": 8853
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3479957887038371e-05,
      "loss": 0.6865,
      "step": 8854
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3478567998936083e-05,
      "loss": 0.5568,
      "step": 8855
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3477178034380298e-05,
      "loss": 0.6415,
      "step": 8856
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3475787993401565e-05,
      "loss": 0.6279,
      "step": 8857
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3474397876030442e-05,
      "loss": 0.4866,
      "step": 8858
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3473007682297477e-05,
      "loss": 0.6674,
      "step": 8859
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3471617412233227e-05,
      "loss": 0.6252,
      "step": 8860
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3470227065868237e-05,
      "loss": 0.6802,
      "step": 8861
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3468836643233084e-05,
      "loss": 0.4716,
      "step": 8862
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3467446144358314e-05,
      "loss": 0.6332,
      "step": 8863
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3466055569274488e-05,
      "loss": 0.6266,
      "step": 8864
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3464664918012172e-05,
      "loss": 0.6192,
      "step": 8865
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346327419060193e-05,
      "loss": 0.5843,
      "step": 8866
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346188338707433e-05,
      "loss": 0.7023,
      "step": 8867
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3460492507459935e-05,
      "loss": 0.7023,
      "step": 8868
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3459101551789318e-05,
      "loss": 0.672,
      "step": 8869
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.345771052009305e-05,
      "loss": 0.5045,
      "step": 8870
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.34563194124017e-05,
      "loss": 0.5913,
      "step": 8871
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3454928228745847e-05,
      "loss": 0.634,
      "step": 8872
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3453536969156063e-05,
      "loss": 0.7127,
      "step": 8873
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.345214563366293e-05,
      "loss": 0.6142,
      "step": 8874
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3450754222297025e-05,
      "loss": 0.6739,
      "step": 8875
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3449362735088927e-05,
      "loss": 0.4922,
      "step": 8876
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3447971172069224e-05,
      "loss": 0.65,
      "step": 8877
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3446579533268496e-05,
      "loss": 0.6668,
      "step": 8878
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344518781871733e-05,
      "loss": 0.546,
      "step": 8879
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3443796028446315e-05,
      "loss": 0.568,
      "step": 8880
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3442404162486038e-05,
      "loss": 0.6449,
      "step": 8881
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3441012220867092e-05,
      "loss": 0.624,
      "step": 8882
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3439620203620067e-05,
      "loss": 0.6247,
      "step": 8883
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3438228110775565e-05,
      "loss": 0.6162,
      "step": 8884
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3436835942364175e-05,
      "loss": 0.6145,
      "step": 8885
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3435443698416491e-05,
      "loss": 0.6508,
      "step": 8886
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3434051378963122e-05,
      "loss": 0.595,
      "step": 8887
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3432658984034663e-05,
      "loss": 0.7068,
      "step": 8888
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3431266513661721e-05,
      "loss": 0.6104,
      "step": 8889
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3429873967874894e-05,
      "loss": 0.43,
      "step": 8890
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3428481346704793e-05,
      "loss": 0.6102,
      "step": 8891
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3427088650182027e-05,
      "loss": 0.7048,
      "step": 8892
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3425695878337197e-05,
      "loss": 0.6226,
      "step": 8893
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3424303031200926e-05,
      "loss": 0.6118,
      "step": 8894
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422910108803815e-05,
      "loss": 0.669,
      "step": 8895
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3421517111176488e-05,
      "loss": 0.6772,
      "step": 8896
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3420124038349552e-05,
      "loss": 0.6228,
      "step": 8897
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3418730890353629e-05,
      "loss": 0.6314,
      "step": 8898
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341733766721934e-05,
      "loss": 0.6279,
      "step": 8899
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3415944368977303e-05,
      "loss": 0.5955,
      "step": 8900
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341455099565814e-05,
      "loss": 0.5944,
      "step": 8901
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341315754729248e-05,
      "loss": 0.6083,
      "step": 8902
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3411764023910943e-05,
      "loss": 0.553,
      "step": 8903
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341037042554416e-05,
      "loss": 0.6177,
      "step": 8904
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3408976752222755e-05,
      "loss": 0.588,
      "step": 8905
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3407583003977369e-05,
      "loss": 0.6057,
      "step": 8906
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3406189180838624e-05,
      "loss": 0.6473,
      "step": 8907
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.340479528283716e-05,
      "loss": 0.7129,
      "step": 8908
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3403401310003612e-05,
      "loss": 0.663,
      "step": 8909
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3402007262368615e-05,
      "loss": 0.5231,
      "step": 8910
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3400613139962808e-05,
      "loss": 0.6962,
      "step": 8911
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3399218942816834e-05,
      "loss": 0.653,
      "step": 8912
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3397824670961335e-05,
      "loss": 0.5492,
      "step": 8913
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3396430324426953e-05,
      "loss": 0.6614,
      "step": 8914
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3395035903244336e-05,
      "loss": 0.617,
      "step": 8915
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3393641407444129e-05,
      "loss": 0.6291,
      "step": 8916
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.339224683705698e-05,
      "loss": 0.5343,
      "step": 8917
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3390852192113543e-05,
      "loss": 0.5628,
      "step": 8918
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3389457472644468e-05,
      "loss": 0.636,
      "step": 8919
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338806267868041e-05,
      "loss": 0.5761,
      "step": 8920
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3386667810252024e-05,
      "loss": 0.5549,
      "step": 8921
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3385272867389962e-05,
      "loss": 0.5683,
      "step": 8922
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3383877850124893e-05,
      "loss": 0.6057,
      "step": 8923
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3382482758487467e-05,
      "loss": 0.5969,
      "step": 8924
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3381087592508353e-05,
      "loss": 0.6757,
      "step": 8925
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3379692352218212e-05,
      "loss": 0.6071,
      "step": 8926
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3378297037647708e-05,
      "loss": 0.5998,
      "step": 8927
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3376901648827509e-05,
      "loss": 0.6301,
      "step": 8928
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.337550618578828e-05,
      "loss": 0.6928,
      "step": 8929
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.33741106485607e-05,
      "loss": 0.4725,
      "step": 8930
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3372715037175435e-05,
      "loss": 0.6209,
      "step": 8931
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3371319351663159e-05,
      "loss": 0.6856,
      "step": 8932
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3369923592054543e-05,
      "loss": 0.6567,
      "step": 8933
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.336852775838027e-05,
      "loss": 0.6549,
      "step": 8934
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3367131850671016e-05,
      "loss": 0.5917,
      "step": 8935
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3365735868957457e-05,
      "loss": 0.5871,
      "step": 8936
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.336433981327028e-05,
      "loss": 0.6491,
      "step": 8937
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3362943683640168e-05,
      "loss": 0.6124,
      "step": 8938
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3361547480097801e-05,
      "loss": 0.5638,
      "step": 8939
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3360151202673868e-05,
      "loss": 0.6387,
      "step": 8940
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3358754851399059e-05,
      "loss": 0.6218,
      "step": 8941
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357358426304061e-05,
      "loss": 0.622,
      "step": 8942
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3355961927419564e-05,
      "loss": 0.5358,
      "step": 8943
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3354565354776265e-05,
      "loss": 0.5101,
      "step": 8944
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3353168708404857e-05,
      "loss": 0.6032,
      "step": 8945
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3351771988336033e-05,
      "loss": 0.6371,
      "step": 8946
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3350375194600495e-05,
      "loss": 0.7063,
      "step": 8947
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3348978327228938e-05,
      "loss": 0.6052,
      "step": 8948
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.334758138625207e-05,
      "loss": 0.5571,
      "step": 8949
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3346184371700587e-05,
      "loss": 0.6015,
      "step": 8950
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3344787283605193e-05,
      "loss": 0.5495,
      "step": 8951
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.33433901219966e-05,
      "loss": 0.6173,
      "step": 8952
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3341992886905509e-05,
      "loss": 0.6665,
      "step": 8953
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.334059557836263e-05,
      "loss": 0.5629,
      "step": 8954
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3339198196398679e-05,
      "loss": 0.6077,
      "step": 8955
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3337800741044363e-05,
      "loss": 0.6783,
      "step": 8956
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3336403212330397e-05,
      "loss": 0.5713,
      "step": 8957
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3335005610287497e-05,
      "loss": 0.6517,
      "step": 8958
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333360793494638e-05,
      "loss": 0.4338,
      "step": 8959
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3332210186337763e-05,
      "loss": 0.5529,
      "step": 8960
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333081236449237e-05,
      "loss": 0.6232,
      "step": 8961
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3329414469440923e-05,
      "loss": 0.5761,
      "step": 8962
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.332801650121414e-05,
      "loss": 0.7114,
      "step": 8963
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3326618459842753e-05,
      "loss": 0.6155,
      "step": 8964
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3325220345357483e-05,
      "loss": 0.5825,
      "step": 8965
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3323822157789061e-05,
      "loss": 0.6682,
      "step": 8966
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.332242389716822e-05,
      "loss": 0.6537,
      "step": 8967
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3321025563525682e-05,
      "loss": 0.5257,
      "step": 8968
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331962715689219e-05,
      "loss": 0.7098,
      "step": 8969
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3318228677298475e-05,
      "loss": 0.6246,
      "step": 8970
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3316830124775278e-05,
      "loss": 0.6807,
      "step": 8971
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3315431499353327e-05,
      "loss": 0.6029,
      "step": 8972
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3314032801063367e-05,
      "loss": 0.5524,
      "step": 8973
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3312634029936145e-05,
      "loss": 0.634,
      "step": 8974
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3311235186002395e-05,
      "loss": 0.5606,
      "step": 8975
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3309836269292866e-05,
      "loss": 0.7361,
      "step": 8976
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.33084372798383e-05,
      "loss": 0.6912,
      "step": 8977
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3307038217669453e-05,
      "loss": 0.625,
      "step": 8978
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3305639082817063e-05,
      "loss": 0.6443,
      "step": 8979
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3304239875311888e-05,
      "loss": 0.6863,
      "step": 8980
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3302840595184684e-05,
      "loss": 0.578,
      "step": 8981
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3301441242466191e-05,
      "loss": 0.7532,
      "step": 8982
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3300041817187177e-05,
      "loss": 0.6486,
      "step": 8983
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3298642319378396e-05,
      "loss": 0.6848,
      "step": 8984
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3297242749070609e-05,
      "loss": 0.6251,
      "step": 8985
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3295843106294573e-05,
      "loss": 0.6998,
      "step": 8986
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3294443391081046e-05,
      "loss": 0.7135,
      "step": 8987
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32930436034608e-05,
      "loss": 0.6132,
      "step": 8988
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3291643743464597e-05,
      "loss": 0.6156,
      "step": 8989
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3290243811123202e-05,
      "loss": 0.6448,
      "step": 8990
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3288843806467384e-05,
      "loss": 0.6892,
      "step": 8991
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3287443729527914e-05,
      "loss": 0.5823,
      "step": 8992
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3286043580335564e-05,
      "loss": 0.4938,
      "step": 8993
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3284643358921102e-05,
      "loss": 0.5547,
      "step": 8994
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328324306531531e-05,
      "loss": 0.609,
      "step": 8995
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3281842699548962e-05,
      "loss": 0.6105,
      "step": 8996
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3280442261652834e-05,
      "loss": 0.5492,
      "step": 8997
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3279041751657701e-05,
      "loss": 0.5702,
      "step": 8998
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3277641169594353e-05,
      "loss": 0.5724,
      "step": 8999
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327624051549357e-05,
      "loss": 0.5674,
      "step": 9000
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3274839789386133e-05,
      "loss": 0.5813,
      "step": 9001
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3273438991302832e-05,
      "loss": 0.6023,
      "step": 9002
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3272038121274454e-05,
      "loss": 0.5877,
      "step": 9003
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3270637179331782e-05,
      "loss": 0.6405,
      "step": 9004
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3269236165505611e-05,
      "loss": 0.603,
      "step": 9005
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3267835079826732e-05,
      "loss": 0.6114,
      "step": 9006
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3266433922325942e-05,
      "loss": 0.7025,
      "step": 9007
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3265032693034035e-05,
      "loss": 0.533,
      "step": 9008
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3263631391981802e-05,
      "loss": 0.5573,
      "step": 9009
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3262230019200048e-05,
      "loss": 0.5982,
      "step": 9010
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3260828574719571e-05,
      "loss": 0.5409,
      "step": 9011
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3259427058571172e-05,
      "loss": 0.6541,
      "step": 9012
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3258025470785656e-05,
      "loss": 0.7855,
      "step": 9013
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3256623811393827e-05,
      "loss": 0.6107,
      "step": 9014
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3255222080426488e-05,
      "loss": 0.6386,
      "step": 9015
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3253820277914449e-05,
      "loss": 0.6198,
      "step": 9016
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3252418403888523e-05,
      "loss": 0.4844,
      "step": 9017
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3251016458379516e-05,
      "loss": 0.6185,
      "step": 9018
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324961444141824e-05,
      "loss": 0.576,
      "step": 9019
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3248212353035517e-05,
      "loss": 0.4682,
      "step": 9020
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3246810193262153e-05,
      "loss": 0.6349,
      "step": 9021
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3245407962128973e-05,
      "loss": 0.6808,
      "step": 9022
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3244005659666787e-05,
      "loss": 0.6591,
      "step": 9023
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3242603285906426e-05,
      "loss": 0.6945,
      "step": 9024
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3241200840878704e-05,
      "loss": 0.5599,
      "step": 9025
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.323979832461445e-05,
      "loss": 0.6237,
      "step": 9026
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3238395737144485e-05,
      "loss": 0.638,
      "step": 9027
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3236993078499635e-05,
      "loss": 0.5237,
      "step": 9028
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3235590348710734e-05,
      "loss": 0.6128,
      "step": 9029
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3234187547808605e-05,
      "loss": 0.6684,
      "step": 9030
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3232784675824084e-05,
      "loss": 0.6848,
      "step": 9031
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3231381732788004e-05,
      "loss": 0.6304,
      "step": 9032
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3229978718731198e-05,
      "loss": 0.6302,
      "step": 9033
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32285756336845e-05,
      "loss": 0.6174,
      "step": 9034
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3227172477678751e-05,
      "loss": 0.5337,
      "step": 9035
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3225769250744788e-05,
      "loss": 0.5932,
      "step": 9036
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3224365952913454e-05,
      "loss": 0.6063,
      "step": 9037
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3222962584215588e-05,
      "loss": 0.5905,
      "step": 9038
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3221559144682038e-05,
      "loss": 0.642,
      "step": 9039
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3220155634343648e-05,
      "loss": 0.5943,
      "step": 9040
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.321875205323126e-05,
      "loss": 0.5353,
      "step": 9041
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.321734840137573e-05,
      "loss": 0.7205,
      "step": 9042
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3215944678807903e-05,
      "loss": 0.5871,
      "step": 9043
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3214540885558636e-05,
      "loss": 0.6822,
      "step": 9044
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3213137021658775e-05,
      "loss": 0.4443,
      "step": 9045
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.321173308713918e-05,
      "loss": 0.5587,
      "step": 9046
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3210329082030705e-05,
      "loss": 0.6371,
      "step": 9047
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3208925006364206e-05,
      "loss": 0.6425,
      "step": 9048
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3207520860170548e-05,
      "loss": 0.6728,
      "step": 9049
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3206116643480589e-05,
      "loss": 0.6701,
      "step": 9050
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.320471235632519e-05,
      "loss": 0.4438,
      "step": 9051
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3203307998735215e-05,
      "loss": 0.5892,
      "step": 9052
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3201903570741535e-05,
      "loss": 0.5505,
      "step": 9053
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3200499072375009e-05,
      "loss": 0.6825,
      "step": 9054
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319909450366651e-05,
      "loss": 0.6167,
      "step": 9055
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3197689864646912e-05,
      "loss": 0.5731,
      "step": 9056
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3196285155347077e-05,
      "loss": 0.5556,
      "step": 9057
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319488037579789e-05,
      "loss": 0.5603,
      "step": 9058
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3193475526030213e-05,
      "loss": 0.7356,
      "step": 9059
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3192070606074937e-05,
      "loss": 0.6959,
      "step": 9060
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3190665615962928e-05,
      "loss": 0.6461,
      "step": 9061
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3189260555725069e-05,
      "loss": 0.611,
      "step": 9062
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3187855425392241e-05,
      "loss": 0.6226,
      "step": 9063
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318645022499533e-05,
      "loss": 0.5723,
      "step": 9064
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3185044954565219e-05,
      "loss": 0.5145,
      "step": 9065
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3183639614132789e-05,
      "loss": 0.5561,
      "step": 9066
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3182234203728929e-05,
      "loss": 0.5681,
      "step": 9067
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3180828723384534e-05,
      "loss": 0.6914,
      "step": 9068
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3179423173130486e-05,
      "loss": 0.6107,
      "step": 9069
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317801755299768e-05,
      "loss": 0.6236,
      "step": 9070
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3176611863017008e-05,
      "loss": 0.6245,
      "step": 9071
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3175206103219369e-05,
      "loss": 0.722,
      "step": 9072
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3173800273635655e-05,
      "loss": 0.6061,
      "step": 9073
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3172394374296766e-05,
      "loss": 0.6346,
      "step": 9074
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3170988405233605e-05,
      "loss": 0.6889,
      "step": 9075
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3169582366477066e-05,
      "loss": 0.5887,
      "step": 9076
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3168176258058052e-05,
      "loss": 0.6398,
      "step": 9077
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3166770080007471e-05,
      "loss": 0.5819,
      "step": 9078
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3165363832356231e-05,
      "loss": 0.69,
      "step": 9079
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316395751513523e-05,
      "loss": 0.6793,
      "step": 9080
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3162551128375384e-05,
      "loss": 0.679,
      "step": 9081
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3161144672107605e-05,
      "loss": 0.7273,
      "step": 9082
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3159738146362797e-05,
      "loss": 0.6703,
      "step": 9083
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3158331551171876e-05,
      "loss": 0.5974,
      "step": 9084
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3156924886565766e-05,
      "loss": 0.6059,
      "step": 9085
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3155518152575368e-05,
      "loss": 0.6364,
      "step": 9086
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3154111349231608e-05,
      "loss": 0.6782,
      "step": 9087
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3152704476565403e-05,
      "loss": 0.6116,
      "step": 9088
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.315129753460768e-05,
      "loss": 0.6806,
      "step": 9089
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3149890523389356e-05,
      "loss": 0.6018,
      "step": 9090
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3148483442941353e-05,
      "loss": 0.6207,
      "step": 9091
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31470762932946e-05,
      "loss": 0.6524,
      "step": 9092
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3145669074480022e-05,
      "loss": 0.5998,
      "step": 9093
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.314426178652855e-05,
      "loss": 0.5809,
      "step": 9094
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.314285442947111e-05,
      "loss": 0.6161,
      "step": 9095
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3141447003338639e-05,
      "loss": 0.6814,
      "step": 9096
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3140039508162068e-05,
      "loss": 0.582,
      "step": 9097
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3138631943972327e-05,
      "loss": 0.6567,
      "step": 9098
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3137224310800357e-05,
      "loss": 0.6022,
      "step": 9099
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3135816608677094e-05,
      "loss": 0.5862,
      "step": 9100
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.313440883763348e-05,
      "loss": 0.5204,
      "step": 9101
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3133000997700448e-05,
      "loss": 0.6086,
      "step": 9102
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3131593088908948e-05,
      "loss": 0.6541,
      "step": 9103
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3130185111289922e-05,
      "loss": 0.6316,
      "step": 9104
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3128777064874312e-05,
      "loss": 0.5795,
      "step": 9105
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3127368949693064e-05,
      "loss": 0.6105,
      "step": 9106
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3125960765777132e-05,
      "loss": 0.6176,
      "step": 9107
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3124552513157462e-05,
      "loss": 0.5807,
      "step": 9108
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3123144191865004e-05,
      "loss": 0.616,
      "step": 9109
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3121735801930712e-05,
      "loss": 0.6355,
      "step": 9110
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3120327343385543e-05,
      "loss": 0.6853,
      "step": 9111
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3118918816260449e-05,
      "loss": 0.7026,
      "step": 9112
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3117510220586387e-05,
      "loss": 0.5752,
      "step": 9113
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.311610155639432e-05,
      "loss": 0.6375,
      "step": 9114
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3114692823715202e-05,
      "loss": 0.5925,
      "step": 9115
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3113284022580004e-05,
      "loss": 0.5748,
      "step": 9116
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3111875153019675e-05,
      "loss": 0.6037,
      "step": 9117
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3110466215065194e-05,
      "loss": 0.5022,
      "step": 9118
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3109057208747523e-05,
      "loss": 0.5896,
      "step": 9119
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310764813409762e-05,
      "loss": 0.5923,
      "step": 9120
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310623899114647e-05,
      "loss": 0.5596,
      "step": 9121
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3104829779925032e-05,
      "loss": 0.5852,
      "step": 9122
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3103420500464286e-05,
      "loss": 0.6343,
      "step": 9123
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3102011152795195e-05,
      "loss": 0.5938,
      "step": 9124
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310060173694875e-05,
      "loss": 0.7153,
      "step": 9125
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3099192252955917e-05,
      "loss": 0.5736,
      "step": 9126
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3097782700847674e-05,
      "loss": 0.6767,
      "step": 9127
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3096373080655002e-05,
      "loss": 0.6122,
      "step": 9128
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3094963392408887e-05,
      "loss": 0.5428,
      "step": 9129
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3093553636140308e-05,
      "loss": 0.6074,
      "step": 9130
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3092143811880247e-05,
      "loss": 0.5777,
      "step": 9131
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090733919659694e-05,
      "loss": 0.4521,
      "step": 9132
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3089323959509634e-05,
      "loss": 0.589,
      "step": 9133
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3087913931461056e-05,
      "loss": 0.6245,
      "step": 9134
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.308650383554495e-05,
      "loss": 0.575,
      "step": 9135
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.308509367179231e-05,
      "loss": 0.6081,
      "step": 9136
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3083683440234126e-05,
      "loss": 0.5672,
      "step": 9137
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3082273140901394e-05,
      "loss": 0.6842,
      "step": 9138
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3080862773825107e-05,
      "loss": 0.6189,
      "step": 9139
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3079452339036272e-05,
      "loss": 0.5718,
      "step": 9140
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3078041836565878e-05,
      "loss": 0.6745,
      "step": 9141
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307663126644493e-05,
      "loss": 0.6184,
      "step": 9142
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307522062870443e-05,
      "loss": 0.6734,
      "step": 9143
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3073809923375383e-05,
      "loss": 0.6499,
      "step": 9144
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3072399150488789e-05,
      "loss": 0.5825,
      "step": 9145
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3070988310075658e-05,
      "loss": 0.5946,
      "step": 9146
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3069577402167001e-05,
      "loss": 0.6398,
      "step": 9147
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3068166426793827e-05,
      "loss": 0.5935,
      "step": 9148
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066755383987137e-05,
      "loss": 0.5628,
      "step": 9149
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3065344273777956e-05,
      "loss": 0.6454,
      "step": 9150
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3063933096197292e-05,
      "loss": 0.6149,
      "step": 9151
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3062521851276164e-05,
      "loss": 0.5972,
      "step": 9152
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3061110539045583e-05,
      "loss": 0.6923,
      "step": 9153
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3059699159536574e-05,
      "loss": 0.7468,
      "step": 9154
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3058287712780156e-05,
      "loss": 0.6078,
      "step": 9155
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3056876198807342e-05,
      "loss": 0.6748,
      "step": 9156
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3055464617649165e-05,
      "loss": 0.6482,
      "step": 9157
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3054052969336646e-05,
      "loss": 0.649,
      "step": 9158
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3052641253900811e-05,
      "loss": 0.611,
      "step": 9159
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3051229471372684e-05,
      "loss": 0.6378,
      "step": 9160
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3049817621783297e-05,
      "loss": 0.5737,
      "step": 9161
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3048405705163682e-05,
      "loss": 0.5581,
      "step": 9162
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3046993721544867e-05,
      "loss": 0.7073,
      "step": 9163
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3045581670957885e-05,
      "loss": 0.5844,
      "step": 9164
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3044169553433777e-05,
      "loss": 0.4997,
      "step": 9165
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3042757369003572e-05,
      "loss": 0.5188,
      "step": 9166
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.304134511769831e-05,
      "loss": 0.5385,
      "step": 9167
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3039932799549028e-05,
      "loss": 0.5382,
      "step": 9168
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3038520414586773e-05,
      "loss": 0.5701,
      "step": 9169
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3037107962842578e-05,
      "loss": 0.6828,
      "step": 9170
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3035695444347493e-05,
      "loss": 0.6649,
      "step": 9171
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3034282859132566e-05,
      "loss": 0.6731,
      "step": 9172
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3032870207228831e-05,
      "loss": 0.6273,
      "step": 9173
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3031457488667347e-05,
      "loss": 0.5477,
      "step": 9174
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3030044703479161e-05,
      "loss": 0.7675,
      "step": 9175
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3028631851695322e-05,
      "loss": 0.7206,
      "step": 9176
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3027218933346886e-05,
      "loss": 0.7419,
      "step": 9177
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3025805948464896e-05,
      "loss": 0.6408,
      "step": 9178
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302439289708042e-05,
      "loss": 0.5452,
      "step": 9179
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3022979779224509e-05,
      "loss": 0.6534,
      "step": 9180
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3021566594928218e-05,
      "loss": 0.59,
      "step": 9181
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3020153344222615e-05,
      "loss": 0.6288,
      "step": 9182
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3018740027138757e-05,
      "loss": 0.6402,
      "step": 9183
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3017326643707704e-05,
      "loss": 0.6465,
      "step": 9184
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3015913193960518e-05,
      "loss": 0.6075,
      "step": 9185
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3014499677928274e-05,
      "loss": 0.6094,
      "step": 9186
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.301308609564203e-05,
      "loss": 0.6587,
      "step": 9187
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3011672447132856e-05,
      "loss": 0.626,
      "step": 9188
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3010258732431827e-05,
      "loss": 0.6972,
      "step": 9189
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3008844951570008e-05,
      "loss": 0.5673,
      "step": 9190
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3007431104578476e-05,
      "loss": 0.5835,
      "step": 9191
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30060171914883e-05,
      "loss": 0.6252,
      "step": 9192
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300460321233056e-05,
      "loss": 0.4499,
      "step": 9193
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3003189167136332e-05,
      "loss": 0.5561,
      "step": 9194
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3001775055936697e-05,
      "loss": 0.6352,
      "step": 9195
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300036087876273e-05,
      "loss": 0.6128,
      "step": 9196
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2998946635645515e-05,
      "loss": 0.6257,
      "step": 9197
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2997532326616136e-05,
      "loss": 0.5821,
      "step": 9198
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2996117951705673e-05,
      "loss": 0.6848,
      "step": 9199
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2994703510945215e-05,
      "loss": 0.5837,
      "step": 9200
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2993289004365851e-05,
      "loss": 0.5083,
      "step": 9201
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2991874431998667e-05,
      "loss": 0.5066,
      "step": 9202
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2990459793874752e-05,
      "loss": 0.6177,
      "step": 9203
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2989045090025201e-05,
      "loss": 0.58,
      "step": 9204
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2987630320481105e-05,
      "loss": 0.6037,
      "step": 9205
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2986215485273558e-05,
      "loss": 0.6172,
      "step": 9206
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2984800584433656e-05,
      "loss": 0.6275,
      "step": 9207
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2983385617992501e-05,
      "loss": 0.5777,
      "step": 9208
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2981970585981183e-05,
      "loss": 0.6754,
      "step": 9209
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2980555488430806e-05,
      "loss": 0.7244,
      "step": 9210
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2979140325372474e-05,
      "loss": 0.5626,
      "step": 9211
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.297772509683729e-05,
      "loss": 0.4097,
      "step": 9212
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2976309802856357e-05,
      "loss": 0.5697,
      "step": 9213
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2974894443460774e-05,
      "loss": 0.6078,
      "step": 9214
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2973479018681664e-05,
      "loss": 0.7218,
      "step": 9215
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2972063528550122e-05,
      "loss": 0.5431,
      "step": 9216
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2970647973097268e-05,
      "loss": 0.6024,
      "step": 9217
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2969232352354204e-05,
      "loss": 0.534,
      "step": 9218
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2967816666352051e-05,
      "loss": 0.6345,
      "step": 9219
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2966400915121921e-05,
      "loss": 0.629,
      "step": 9220
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2964985098694926e-05,
      "loss": 0.6417,
      "step": 9221
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2963569217102192e-05,
      "loss": 0.6385,
      "step": 9222
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2962153270374828e-05,
      "loss": 0.5884,
      "step": 9223
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2960737258543965e-05,
      "loss": 0.4449,
      "step": 9224
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2959321181640715e-05,
      "loss": 0.539,
      "step": 9225
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2957905039696206e-05,
      "loss": 0.6011,
      "step": 9226
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2956488832741564e-05,
      "loss": 0.679,
      "step": 9227
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2955072560807911e-05,
      "loss": 0.5408,
      "step": 9228
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2953656223926376e-05,
      "loss": 0.5192,
      "step": 9229
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295223982212809e-05,
      "loss": 0.6623,
      "step": 9230
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295082335544418e-05,
      "loss": 0.6789,
      "step": 9231
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294940682390578e-05,
      "loss": 0.7003,
      "step": 9232
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294799022754402e-05,
      "loss": 0.5905,
      "step": 9233
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294657356639004e-05,
      "loss": 0.4997,
      "step": 9234
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2945156840474973e-05,
      "loss": 0.683,
      "step": 9235
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2943740049829954e-05,
      "loss": 0.7018,
      "step": 9236
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2942323194486126e-05,
      "loss": 0.6731,
      "step": 9237
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2940906274474628e-05,
      "loss": 0.6577,
      "step": 9238
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2939489289826599e-05,
      "loss": 0.6877,
      "step": 9239
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2938072240573182e-05,
      "loss": 0.6411,
      "step": 9240
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2936655126745529e-05,
      "loss": 0.6606,
      "step": 9241
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2935237948374782e-05,
      "loss": 0.5746,
      "step": 9242
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2933820705492081e-05,
      "loss": 0.7034,
      "step": 9243
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2932403398128585e-05,
      "loss": 0.644,
      "step": 9244
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.293098602631544e-05,
      "loss": 0.6241,
      "step": 9245
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2929568590083795e-05,
      "loss": 0.6197,
      "step": 9246
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292815108946481e-05,
      "loss": 0.579,
      "step": 9247
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292673352448963e-05,
      "loss": 0.5885,
      "step": 9248
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292531589518942e-05,
      "loss": 0.6337,
      "step": 9249
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292389820159533e-05,
      "loss": 0.5905,
      "step": 9250
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2922480443738525e-05,
      "loss": 0.6562,
      "step": 9251
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292106262165016e-05,
      "loss": 0.6178,
      "step": 9252
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2919644735361404e-05,
      "loss": 0.6553,
      "step": 9253
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291822678490341e-05,
      "loss": 0.6186,
      "step": 9254
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2916808770307346e-05,
      "loss": 0.4902,
      "step": 9255
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2915390691604381e-05,
      "loss": 0.5873,
      "step": 9256
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291397254882568e-05,
      "loss": 0.5757,
      "step": 9257
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2912554342002409e-05,
      "loss": 0.6318,
      "step": 9258
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2911136071165742e-05,
      "loss": 0.5233,
      "step": 9259
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.290971773634685e-05,
      "loss": 0.3971,
      "step": 9260
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2908299337576902e-05,
      "loss": 0.6112,
      "step": 9261
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2906880874887074e-05,
      "loss": 0.6874,
      "step": 9262
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2905462348308547e-05,
      "loss": 0.7015,
      "step": 9263
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904043757872489e-05,
      "loss": 0.5556,
      "step": 9264
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2902625103610084e-05,
      "loss": 0.6817,
      "step": 9265
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2901206385552512e-05,
      "loss": 0.6465,
      "step": 9266
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2899787603730952e-05,
      "loss": 0.5459,
      "step": 9267
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2898368758176585e-05,
      "loss": 0.7348,
      "step": 9268
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2896949848920598e-05,
      "loss": 0.5644,
      "step": 9269
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289553087599418e-05,
      "loss": 0.7178,
      "step": 9270
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289411183942851e-05,
      "loss": 0.6493,
      "step": 9271
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289269273925478e-05,
      "loss": 0.6206,
      "step": 9272
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289127357550418e-05,
      "loss": 0.6212,
      "step": 9273
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.28898543482079e-05,
      "loss": 0.6588,
      "step": 9274
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2888435057397134e-05,
      "loss": 0.608,
      "step": 9275
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2887015703103074e-05,
      "loss": 0.6446,
      "step": 9276
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2885596285356914e-05,
      "loss": 0.5412,
      "step": 9277
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2884176804189857e-05,
      "loss": 0.6464,
      "step": 9278
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.288275725963309e-05,
      "loss": 0.629,
      "step": 9279
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2881337651717822e-05,
      "loss": 0.6165,
      "step": 9280
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.287991798047525e-05,
      "loss": 0.6247,
      "step": 9281
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2878498245936577e-05,
      "loss": 0.6843,
      "step": 9282
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2877078448133007e-05,
      "loss": 0.5829,
      "step": 9283
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2875658587095744e-05,
      "loss": 0.5807,
      "step": 9284
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2874238662855994e-05,
      "loss": 0.5878,
      "step": 9285
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2872818675444962e-05,
      "loss": 0.6743,
      "step": 9286
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2871398624893866e-05,
      "loss": 0.5244,
      "step": 9287
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.286997851123391e-05,
      "loss": 0.6572,
      "step": 9288
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2868558334496303e-05,
      "loss": 0.642,
      "step": 9289
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2867138094712264e-05,
      "loss": 0.604,
      "step": 9290
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2865717791913004e-05,
      "loss": 0.5251,
      "step": 9291
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2864297426129743e-05,
      "loss": 0.6011,
      "step": 9292
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2862876997393694e-05,
      "loss": 0.5244,
      "step": 9293
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2861456505736078e-05,
      "loss": 0.7228,
      "step": 9294
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.286003595118812e-05,
      "loss": 0.6416,
      "step": 9295
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2858615333781031e-05,
      "loss": 0.7148,
      "step": 9296
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2857194653546041e-05,
      "loss": 0.568,
      "step": 9297
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2855773910514371e-05,
      "loss": 0.657,
      "step": 9298
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2854353104717255e-05,
      "loss": 0.5851,
      "step": 9299
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2852932236185906e-05,
      "loss": 0.5002,
      "step": 9300
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2851511304951565e-05,
      "loss": 0.5628,
      "step": 9301
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2850090311045455e-05,
      "loss": 0.5257,
      "step": 9302
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284866925449881e-05,
      "loss": 0.5735,
      "step": 9303
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284724813534286e-05,
      "loss": 0.6136,
      "step": 9304
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2845826953608844e-05,
      "loss": 0.5365,
      "step": 9305
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2844405709327995e-05,
      "loss": 0.6087,
      "step": 9306
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2842984402531544e-05,
      "loss": 0.6484,
      "step": 9307
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2841563033250737e-05,
      "loss": 0.5865,
      "step": 9308
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2840141601516812e-05,
      "loss": 0.5982,
      "step": 9309
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2838720107361007e-05,
      "loss": 0.5814,
      "step": 9310
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2837298550814563e-05,
      "loss": 0.6069,
      "step": 9311
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2835876931908731e-05,
      "loss": 0.5908,
      "step": 9312
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2834455250674746e-05,
      "loss": 0.5343,
      "step": 9313
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2833033507143866e-05,
      "loss": 0.6071,
      "step": 9314
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2831611701347323e-05,
      "loss": 0.5994,
      "step": 9315
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2830189833316381e-05,
      "loss": 0.6037,
      "step": 9316
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.282876790308229e-05,
      "loss": 0.6256,
      "step": 9317
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2827345910676287e-05,
      "loss": 0.6492,
      "step": 9318
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2825923856129639e-05,
      "loss": 0.6624,
      "step": 9319
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2824501739473597e-05,
      "loss": 0.5563,
      "step": 9320
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2823079560739413e-05,
      "loss": 0.4875,
      "step": 9321
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2821657319958348e-05,
      "loss": 0.6206,
      "step": 9322
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2820235017161662e-05,
      "loss": 0.6407,
      "step": 9323
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2818812652380615e-05,
      "loss": 0.5826,
      "step": 9324
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2817390225646461e-05,
      "loss": 0.5529,
      "step": 9325
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.281596773699047e-05,
      "loss": 0.5522,
      "step": 9326
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2814545186443906e-05,
      "loss": 0.5802,
      "step": 9327
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2813122574038033e-05,
      "loss": 0.5839,
      "step": 9328
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2811699899804113e-05,
      "loss": 0.7095,
      "step": 9329
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2810277163773424e-05,
      "loss": 0.5736,
      "step": 9330
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2808854365977229e-05,
      "loss": 0.6243,
      "step": 9331
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2807431506446796e-05,
      "loss": 0.6306,
      "step": 9332
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2806008585213402e-05,
      "loss": 0.4275,
      "step": 9333
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2804585602308322e-05,
      "loss": 0.6749,
      "step": 9334
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.280316255776283e-05,
      "loss": 0.7033,
      "step": 9335
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2801739451608199e-05,
      "loss": 0.5905,
      "step": 9336
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2800316283875707e-05,
      "loss": 0.5409,
      "step": 9337
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.279889305459664e-05,
      "loss": 0.5449,
      "step": 9338
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797469763802268e-05,
      "loss": 0.6822,
      "step": 9339
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.279604641152388e-05,
      "loss": 0.6385,
      "step": 9340
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2794622997792757e-05,
      "loss": 0.606,
      "step": 9341
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2793199522640181e-05,
      "loss": 0.5536,
      "step": 9342
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2791775986097443e-05,
      "loss": 0.644,
      "step": 9343
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2790352388195824e-05,
      "loss": 0.5748,
      "step": 9344
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2788928728966616e-05,
      "loss": 0.4152,
      "step": 9345
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278750500844111e-05,
      "loss": 0.658,
      "step": 9346
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2786081226650593e-05,
      "loss": 0.5904,
      "step": 9347
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2784657383626364e-05,
      "loss": 0.5886,
      "step": 9348
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278323347939971e-05,
      "loss": 0.6027,
      "step": 9349
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2781809514001934e-05,
      "loss": 0.6288,
      "step": 9350
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278038548746432e-05,
      "loss": 0.6175,
      "step": 9351
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2778961399818176e-05,
      "loss": 0.5873,
      "step": 9352
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2777537251094803e-05,
      "loss": 0.6473,
      "step": 9353
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2776113041325492e-05,
      "loss": 0.59,
      "step": 9354
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2774688770541553e-05,
      "loss": 0.6789,
      "step": 9355
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2773264438774281e-05,
      "loss": 0.6242,
      "step": 9356
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2771840046054995e-05,
      "loss": 0.6557,
      "step": 9357
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2770415592414987e-05,
      "loss": 0.5085,
      "step": 9358
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2768991077885568e-05,
      "loss": 0.621,
      "step": 9359
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.276756650249805e-05,
      "loss": 0.6499,
      "step": 9360
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2766141866283741e-05,
      "loss": 0.55,
      "step": 9361
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.276471716927395e-05,
      "loss": 0.5523,
      "step": 9362
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763292411499992e-05,
      "loss": 0.5991,
      "step": 9363
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2761867592993182e-05,
      "loss": 0.6161,
      "step": 9364
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2760442713784833e-05,
      "loss": 0.6206,
      "step": 9365
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2759017773906264e-05,
      "loss": 0.6371,
      "step": 9366
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275759277338879e-05,
      "loss": 0.5767,
      "step": 9367
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2756167712263732e-05,
      "loss": 0.6297,
      "step": 9368
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275474259056241e-05,
      "loss": 0.593,
      "step": 9369
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2753317408316147e-05,
      "loss": 0.6567,
      "step": 9370
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2751892165556266e-05,
      "loss": 0.6804,
      "step": 9371
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2750466862314089e-05,
      "loss": 0.641,
      "step": 9372
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2749041498620947e-05,
      "loss": 0.6643,
      "step": 9373
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2747616074508162e-05,
      "loss": 0.5241,
      "step": 9374
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2746190590007065e-05,
      "loss": 0.635,
      "step": 9375
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2744765045148989e-05,
      "loss": 0.5684,
      "step": 9376
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.274333943996526e-05,
      "loss": 0.5981,
      "step": 9377
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2741913774487213e-05,
      "loss": 0.627,
      "step": 9378
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2740488048746182e-05,
      "loss": 0.6054,
      "step": 9379
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2739062262773499e-05,
      "loss": 0.5944,
      "step": 9380
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2737636416600507e-05,
      "loss": 0.7044,
      "step": 9381
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2736210510258542e-05,
      "loss": 0.6666,
      "step": 9382
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2734784543778938e-05,
      "loss": 0.719,
      "step": 9383
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.273335851719304e-05,
      "loss": 0.6391,
      "step": 9384
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2731932430532185e-05,
      "loss": 0.6547,
      "step": 9385
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2730506283827726e-05,
      "loss": 0.5481,
      "step": 9386
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2729080077111e-05,
      "loss": 0.5672,
      "step": 9387
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2727653810413351e-05,
      "loss": 0.6095,
      "step": 9388
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2726227483766133e-05,
      "loss": 0.6176,
      "step": 9389
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.272480109720069e-05,
      "loss": 0.6369,
      "step": 9390
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2723374650748372e-05,
      "loss": 0.6477,
      "step": 9391
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.272194814444053e-05,
      "loss": 0.5484,
      "step": 9392
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.272052157830852e-05,
      "loss": 0.6382,
      "step": 9393
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.271909495238369e-05,
      "loss": 0.5488,
      "step": 9394
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2717668266697398e-05,
      "loss": 0.595,
      "step": 9395
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2716241521281e-05,
      "loss": 0.651,
      "step": 9396
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2714814716165856e-05,
      "loss": 0.5131,
      "step": 9397
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2713387851383319e-05,
      "loss": 0.6178,
      "step": 9398
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2711960926964756e-05,
      "loss": 0.6262,
      "step": 9399
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2710533942941526e-05,
      "loss": 0.6717,
      "step": 9400
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2709106899344987e-05,
      "loss": 0.6576,
      "step": 9401
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2707679796206511e-05,
      "loss": 0.6383,
      "step": 9402
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270625263355746e-05,
      "loss": 0.5101,
      "step": 9403
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27048254114292e-05,
      "loss": 0.5992,
      "step": 9404
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2703398129853099e-05,
      "loss": 0.5528,
      "step": 9405
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2701970788860531e-05,
      "loss": 0.6882,
      "step": 9406
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270054338848286e-05,
      "loss": 0.5543,
      "step": 9407
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2699115928751462e-05,
      "loss": 0.553,
      "step": 9408
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2697688409697708e-05,
      "loss": 0.7367,
      "step": 9409
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2696260831352978e-05,
      "loss": 0.5876,
      "step": 9410
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2694833193748642e-05,
      "loss": 0.5998,
      "step": 9411
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693405496916076e-05,
      "loss": 0.626,
      "step": 9412
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2691977740886668e-05,
      "loss": 0.551,
      "step": 9413
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2690549925691787e-05,
      "loss": 0.6973,
      "step": 9414
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2689122051362821e-05,
      "loss": 0.5983,
      "step": 9415
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2687694117931146e-05,
      "loss": 0.6394,
      "step": 9416
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2686266125428157e-05,
      "loss": 0.6101,
      "step": 9417
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.268483807388523e-05,
      "loss": 0.6327,
      "step": 9418
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2683409963333753e-05,
      "loss": 0.621,
      "step": 9419
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2681981793805112e-05,
      "loss": 0.7217,
      "step": 9420
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.26805535653307e-05,
      "loss": 0.6412,
      "step": 9421
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2679125277941905e-05,
      "loss": 0.634,
      "step": 9422
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2677696931670119e-05,
      "loss": 0.547,
      "step": 9423
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2676268526546734e-05,
      "loss": 0.7624,
      "step": 9424
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2674840062603147e-05,
      "loss": 0.6191,
      "step": 9425
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2673411539870748e-05,
      "loss": 0.5657,
      "step": 9426
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2671982958380938e-05,
      "loss": 0.6182,
      "step": 9427
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2670554318165114e-05,
      "loss": 0.7278,
      "step": 9428
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2669125619254673e-05,
      "loss": 0.5403,
      "step": 9429
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266769686168102e-05,
      "loss": 0.6645,
      "step": 9430
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2666268045475554e-05,
      "loss": 0.4997,
      "step": 9431
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2664839170669681e-05,
      "loss": 0.6158,
      "step": 9432
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.26634102372948e-05,
      "loss": 0.7102,
      "step": 9433
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266198124538232e-05,
      "loss": 0.4676,
      "step": 9434
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266055219496365e-05,
      "loss": 0.6352,
      "step": 9435
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2659123086070193e-05,
      "loss": 0.5505,
      "step": 9436
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2657693918733363e-05,
      "loss": 0.6391,
      "step": 9437
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.265626469298457e-05,
      "loss": 0.6059,
      "step": 9438
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2654835408855228e-05,
      "loss": 0.6402,
      "step": 9439
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2653406066376747e-05,
      "loss": 0.5228,
      "step": 9440
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2651976665580539e-05,
      "loss": 0.6169,
      "step": 9441
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2650547206498029e-05,
      "loss": 0.6669,
      "step": 9442
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2649117689160626e-05,
      "loss": 0.6283,
      "step": 9443
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2647688113599756e-05,
      "loss": 0.611,
      "step": 9444
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2646258479846829e-05,
      "loss": 0.7501,
      "step": 9445
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2644828787933276e-05,
      "loss": 0.6045,
      "step": 9446
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2643399037890513e-05,
      "loss": 0.683,
      "step": 9447
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2641969229749964e-05,
      "loss": 0.5817,
      "step": 9448
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.264053936354306e-05,
      "loss": 0.6206,
      "step": 9449
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2639109439301221e-05,
      "loss": 0.4637,
      "step": 9450
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2637679457055878e-05,
      "loss": 0.6053,
      "step": 9451
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2636249416838456e-05,
      "loss": 0.5183,
      "step": 9452
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2634819318680387e-05,
      "loss": 0.6289,
      "step": 9453
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2633389162613106e-05,
      "loss": 0.6614,
      "step": 9454
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2631958948668036e-05,
      "loss": 0.6655,
      "step": 9455
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263052867687662e-05,
      "loss": 0.5655,
      "step": 9456
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2629098347270295e-05,
      "loss": 0.6666,
      "step": 9457
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627667959880488e-05,
      "loss": 0.6389,
      "step": 9458
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2626237514738641e-05,
      "loss": 0.5994,
      "step": 9459
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2624807011876192e-05,
      "loss": 0.6529,
      "step": 9460
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2623376451324587e-05,
      "loss": 0.6361,
      "step": 9461
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.262194583311526e-05,
      "loss": 0.6052,
      "step": 9462
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2620515157279658e-05,
      "loss": 0.6566,
      "step": 9463
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2619084423849224e-05,
      "loss": 0.571,
      "step": 9464
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2617653632855402e-05,
      "loss": 0.567,
      "step": 9465
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2616222784329639e-05,
      "loss": 0.5565,
      "step": 9466
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2614791878303383e-05,
      "loss": 0.5644,
      "step": 9467
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2613360914808086e-05,
      "loss": 0.6072,
      "step": 9468
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2611929893875197e-05,
      "loss": 0.6081,
      "step": 9469
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2610498815536161e-05,
      "loss": 0.6375,
      "step": 9470
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.260906767982244e-05,
      "loss": 0.5462,
      "step": 9471
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2607636486765484e-05,
      "loss": 0.5564,
      "step": 9472
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2606205236396746e-05,
      "loss": 0.6378,
      "step": 9473
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2604773928747689e-05,
      "loss": 0.5753,
      "step": 9474
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2603342563849767e-05,
      "loss": 0.7028,
      "step": 9475
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2601911141734442e-05,
      "loss": 0.6313,
      "step": 9476
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2600479662433167e-05,
      "loss": 0.5525,
      "step": 9477
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2599048125977412e-05,
      "loss": 0.5845,
      "step": 9478
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2597616532398634e-05,
      "loss": 0.6746,
      "step": 9479
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2596184881728302e-05,
      "loss": 0.5463,
      "step": 9480
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2594753173997877e-05,
      "loss": 0.5973,
      "step": 9481
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.259332140923883e-05,
      "loss": 0.6553,
      "step": 9482
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2591889587482627e-05,
      "loss": 0.4504,
      "step": 9483
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2590457708760734e-05,
      "loss": 0.6152,
      "step": 9484
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2589025773104626e-05,
      "loss": 0.5346,
      "step": 9485
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2587593780545774e-05,
      "loss": 0.6369,
      "step": 9486
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2586161731115651e-05,
      "loss": 0.5823,
      "step": 9487
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.258472962484573e-05,
      "loss": 0.5148,
      "step": 9488
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2583297461767486e-05,
      "loss": 0.5347,
      "step": 9489
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.25818652419124e-05,
      "loss": 0.5343,
      "step": 9490
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2580432965311942e-05,
      "loss": 0.6379,
      "step": 9491
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2579000631997595e-05,
      "loss": 0.6922,
      "step": 9492
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2577568242000846e-05,
      "loss": 0.6487,
      "step": 9493
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2576135795353165e-05,
      "loss": 0.5349,
      "step": 9494
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2574703292086044e-05,
      "loss": 0.4973,
      "step": 9495
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2573270732230962e-05,
      "loss": 0.6247,
      "step": 9496
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257183811581941e-05,
      "loss": 0.5216,
      "step": 9497
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257040544288287e-05,
      "loss": 0.5337,
      "step": 9498
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2568972713452827e-05,
      "loss": 0.6033,
      "step": 9499
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2567539927560779e-05,
      "loss": 0.5801,
      "step": 9500
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2566107085238209e-05,
      "loss": 0.6313,
      "step": 9501
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2564674186516612e-05,
      "loss": 0.555,
      "step": 9502
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.256324123142748e-05,
      "loss": 0.5089,
      "step": 9503
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2561808220002308e-05,
      "loss": 0.5426,
      "step": 9504
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2560375152272593e-05,
      "loss": 0.574,
      "step": 9505
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2558942028269822e-05,
      "loss": 0.6374,
      "step": 9506
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2557508848025505e-05,
      "loss": 0.6142,
      "step": 9507
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556075611571137e-05,
      "loss": 0.6573,
      "step": 9508
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2554642318938215e-05,
      "loss": 0.627,
      "step": 9509
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2553208970158243e-05,
      "loss": 0.7032,
      "step": 9510
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2551775565262725e-05,
      "loss": 0.6102,
      "step": 9511
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2550342104283163e-05,
      "loss": 0.6286,
      "step": 9512
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.254890858725106e-05,
      "loss": 0.5709,
      "step": 9513
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.254747501419793e-05,
      "loss": 0.6462,
      "step": 9514
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2546041385155275e-05,
      "loss": 0.5737,
      "step": 9515
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2544607700154604e-05,
      "loss": 0.5654,
      "step": 9516
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2543173959227428e-05,
      "loss": 0.6144,
      "step": 9517
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2541740162405257e-05,
      "loss": 0.564,
      "step": 9518
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2540306309719612e-05,
      "loss": 0.5879,
      "step": 9519
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2538872401201993e-05,
      "loss": 0.6031,
      "step": 9520
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537438436883924e-05,
      "loss": 0.6156,
      "step": 9521
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2536004416796921e-05,
      "loss": 0.6408,
      "step": 9522
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2534570340972498e-05,
      "loss": 0.5261,
      "step": 9523
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2533136209442176e-05,
      "loss": 0.5892,
      "step": 9524
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2531702022237472e-05,
      "loss": 0.5926,
      "step": 9525
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2530267779389915e-05,
      "loss": 0.6251,
      "step": 9526
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252883348093102e-05,
      "loss": 0.5583,
      "step": 9527
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2527399126892312e-05,
      "loss": 0.6247,
      "step": 9528
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252596471730532e-05,
      "loss": 0.6408,
      "step": 9529
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2524530252201564e-05,
      "loss": 0.7278,
      "step": 9530
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2523095731612572e-05,
      "loss": 0.6337,
      "step": 9531
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2521661155569875e-05,
      "loss": 0.6517,
      "step": 9532
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2520226524105008e-05,
      "loss": 0.5412,
      "step": 9533
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2518791837249491e-05,
      "loss": 0.6214,
      "step": 9534
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2517357095034863e-05,
      "loss": 0.5747,
      "step": 9535
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2515922297492657e-05,
      "loss": 0.6026,
      "step": 9536
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2514487444654406e-05,
      "loss": 0.5573,
      "step": 9537
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2513052536551644e-05,
      "loss": 0.5043,
      "step": 9538
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2511617573215915e-05,
      "loss": 0.6579,
      "step": 9539
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.251018255467875e-05,
      "loss": 0.5539,
      "step": 9540
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2508747480971692e-05,
      "loss": 0.5606,
      "step": 9541
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2507312352126278e-05,
      "loss": 0.6046,
      "step": 9542
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2505877168174057e-05,
      "loss": 0.5571,
      "step": 9543
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2504441929146565e-05,
      "loss": 0.6612,
      "step": 9544
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250300663507535e-05,
      "loss": 0.586,
      "step": 9545
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2501571285991955e-05,
      "loss": 0.6113,
      "step": 9546
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2500135881927928e-05,
      "loss": 0.5957,
      "step": 9547
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2498700422914822e-05,
      "loss": 0.6229,
      "step": 9548
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2497264908984174e-05,
      "loss": 0.5865,
      "step": 9549
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2495829340167548e-05,
      "loss": 0.5593,
      "step": 9550
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249439371649649e-05,
      "loss": 0.7028,
      "step": 9551
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2492958038002549e-05,
      "loss": 0.5677,
      "step": 9552
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2491522304717283e-05,
      "loss": 0.6259,
      "step": 9553
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2490086516672247e-05,
      "loss": 0.7035,
      "step": 9554
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2488650673898994e-05,
      "loss": 0.5109,
      "step": 9555
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2487214776429086e-05,
      "loss": 0.5528,
      "step": 9556
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.248577882429408e-05,
      "loss": 0.406,
      "step": 9557
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2484342817525536e-05,
      "loss": 0.5408,
      "step": 9558
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2482906756155016e-05,
      "loss": 0.5493,
      "step": 9559
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.248147064021408e-05,
      "loss": 0.5412,
      "step": 9560
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2480034469734292e-05,
      "loss": 0.6558,
      "step": 9561
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2478598244747221e-05,
      "loss": 0.6813,
      "step": 9562
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.247716196528443e-05,
      "loss": 0.6675,
      "step": 9563
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2475725631377485e-05,
      "loss": 0.5304,
      "step": 9564
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2474289243057958e-05,
      "loss": 0.6695,
      "step": 9565
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2472852800357411e-05,
      "loss": 0.6601,
      "step": 9566
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2471416303307422e-05,
      "loss": 0.7029,
      "step": 9567
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2469979751939562e-05,
      "loss": 0.4836,
      "step": 9568
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2468543146285404e-05,
      "loss": 0.679,
      "step": 9569
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246710648637652e-05,
      "loss": 0.5695,
      "step": 9570
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2465669772244482e-05,
      "loss": 0.7685,
      "step": 9571
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2464233003920879e-05,
      "loss": 0.6262,
      "step": 9572
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2462796181437277e-05,
      "loss": 0.5609,
      "step": 9573
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246135930482526e-05,
      "loss": 0.65,
      "step": 9574
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245992237411641e-05,
      "loss": 0.6382,
      "step": 9575
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2458485389342306e-05,
      "loss": 0.5138,
      "step": 9576
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2457048350534533e-05,
      "loss": 0.661,
      "step": 9577
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2455611257724667e-05,
      "loss": 0.6297,
      "step": 9578
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2454174110944303e-05,
      "loss": 0.6391,
      "step": 9579
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2452736910225026e-05,
      "loss": 0.6191,
      "step": 9580
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2451299655598417e-05,
      "loss": 0.5757,
      "step": 9581
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2449862347096067e-05,
      "loss": 0.5589,
      "step": 9582
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448424984749568e-05,
      "loss": 0.7038,
      "step": 9583
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2446987568590514e-05,
      "loss": 0.5894,
      "step": 9584
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.244555009865049e-05,
      "loss": 0.5505,
      "step": 9585
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2444112574961092e-05,
      "loss": 0.5262,
      "step": 9586
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2442674997553916e-05,
      "loss": 0.5806,
      "step": 9587
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2441237366460556e-05,
      "loss": 0.6274,
      "step": 9588
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.243979968171261e-05,
      "loss": 0.546,
      "step": 9589
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2438361943341677e-05,
      "loss": 0.5151,
      "step": 9590
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2436924151379355e-05,
      "loss": 0.5087,
      "step": 9591
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2435486305857243e-05,
      "loss": 0.5913,
      "step": 9592
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2434048406806944e-05,
      "loss": 0.6188,
      "step": 9593
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2432610454260064e-05,
      "loss": 0.5954,
      "step": 9594
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2431172448248201e-05,
      "loss": 0.6179,
      "step": 9595
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429734388802963e-05,
      "loss": 0.6215,
      "step": 9596
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2428296275955958e-05,
      "loss": 0.5731,
      "step": 9597
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2426858109738791e-05,
      "loss": 0.6041,
      "step": 9598
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2425419890183069e-05,
      "loss": 0.624,
      "step": 9599
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2423981617320403e-05,
      "loss": 0.5572,
      "step": 9600
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2422543291182412e-05,
      "loss": 0.61,
      "step": 9601
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2421104911800696e-05,
      "loss": 0.4831,
      "step": 9602
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2419666479206875e-05,
      "loss": 0.5392,
      "step": 9603
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2418227993432563e-05,
      "loss": 0.6032,
      "step": 9604
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2416789454509375e-05,
      "loss": 0.6066,
      "step": 9605
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2415350862468926e-05,
      "loss": 0.5845,
      "step": 9606
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2413912217342834e-05,
      "loss": 0.5909,
      "step": 9607
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2412473519162724e-05,
      "loss": 0.5956,
      "step": 9608
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2411034767960212e-05,
      "loss": 0.6404,
      "step": 9609
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2409595963766917e-05,
      "loss": 0.6199,
      "step": 9610
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2408157106614465e-05,
      "loss": 0.6353,
      "step": 9611
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240671819653448e-05,
      "loss": 0.5787,
      "step": 9612
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2405279233558587e-05,
      "loss": 0.6303,
      "step": 9613
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2403840217718405e-05,
      "loss": 0.6502,
      "step": 9614
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2402401149045575e-05,
      "loss": 0.6655,
      "step": 9615
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2400962027571718e-05,
      "loss": 0.6598,
      "step": 9616
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2399522853328461e-05,
      "loss": 0.626,
      "step": 9617
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2398083626347436e-05,
      "loss": 0.5804,
      "step": 9618
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239664434666028e-05,
      "loss": 0.5919,
      "step": 9619
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2395205014298624e-05,
      "loss": 0.6829,
      "step": 9620
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2393765629294096e-05,
      "loss": 0.6812,
      "step": 9621
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239232619167834e-05,
      "loss": 0.5946,
      "step": 9622
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2390886701482989e-05,
      "loss": 0.6658,
      "step": 9623
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2389447158739679e-05,
      "loss": 0.5755,
      "step": 9624
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2388007563480052e-05,
      "loss": 0.6971,
      "step": 9625
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2386567915735743e-05,
      "loss": 0.616,
      "step": 9626
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2385128215538402e-05,
      "loss": 0.5849,
      "step": 9627
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2383688462919662e-05,
      "loss": 0.6332,
      "step": 9628
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2382248657911174e-05,
      "loss": 0.6183,
      "step": 9629
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238080880054458e-05,
      "loss": 0.5002,
      "step": 9630
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2379368890851521e-05,
      "loss": 0.6055,
      "step": 9631
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2377928928863652e-05,
      "loss": 0.6379,
      "step": 9632
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2376488914612619e-05,
      "loss": 0.5434,
      "step": 9633
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2375048848130064e-05,
      "loss": 0.6274,
      "step": 9634
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2373608729447645e-05,
      "loss": 0.6584,
      "step": 9635
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2372168558597013e-05,
      "loss": 0.6811,
      "step": 9636
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.237072833560982e-05,
      "loss": 0.5614,
      "step": 9637
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236928806051772e-05,
      "loss": 0.5908,
      "step": 9638
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2367847733352363e-05,
      "loss": 0.6244,
      "step": 9639
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2366407354145414e-05,
      "loss": 0.584,
      "step": 9640
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236496692292852e-05,
      "loss": 0.504,
      "step": 9641
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2363526439733349e-05,
      "loss": 0.5447,
      "step": 9642
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2362085904591554e-05,
      "loss": 0.5943,
      "step": 9643
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2360645317534801e-05,
      "loss": 0.6308,
      "step": 9644
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235920467859475e-05,
      "loss": 0.6613,
      "step": 9645
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235776398780306e-05,
      "loss": 0.6584,
      "step": 9646
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23563232451914e-05,
      "loss": 0.6156,
      "step": 9647
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235488245079143e-05,
      "loss": 0.6116,
      "step": 9648
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2353441604634827e-05,
      "loss": 0.5117,
      "step": 9649
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2352000706753244e-05,
      "loss": 0.5225,
      "step": 9650
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235055975717836e-05,
      "loss": 0.6969,
      "step": 9651
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2349118755941844e-05,
      "loss": 0.5255,
      "step": 9652
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2347677703075365e-05,
      "loss": 0.5913,
      "step": 9653
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2346236598610592e-05,
      "loss": 0.6456,
      "step": 9654
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2344795442579203e-05,
      "loss": 0.6175,
      "step": 9655
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2343354235012873e-05,
      "loss": 0.6482,
      "step": 9656
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2341912975943272e-05,
      "loss": 0.5478,
      "step": 9657
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2340471665402079e-05,
      "loss": 0.6272,
      "step": 9658
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2339030303420976e-05,
      "loss": 0.6036,
      "step": 9659
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2337588890031635e-05,
      "loss": 0.5706,
      "step": 9660
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2336147425265741e-05,
      "loss": 0.5568,
      "step": 9661
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2334705909154973e-05,
      "loss": 0.6287,
      "step": 9662
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2333264341731015e-05,
      "loss": 0.6583,
      "step": 9663
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2331822723025548e-05,
      "loss": 0.5831,
      "step": 9664
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2330381053070257e-05,
      "loss": 0.6534,
      "step": 9665
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2328939331896833e-05,
      "loss": 0.6491,
      "step": 9666
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2327497559536953e-05,
      "loss": 0.6964,
      "step": 9667
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232605573602231e-05,
      "loss": 0.6428,
      "step": 9668
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2324613861384599e-05,
      "loss": 0.5514,
      "step": 9669
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23231719356555e-05,
      "loss": 0.6274,
      "step": 9670
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2321729958866711e-05,
      "loss": 0.5567,
      "step": 9671
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2320287931049917e-05,
      "loss": 0.5776,
      "step": 9672
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231884585223682e-05,
      "loss": 0.5671,
      "step": 9673
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2317403722459114e-05,
      "loss": 0.5969,
      "step": 9674
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315961541748485e-05,
      "loss": 0.6999,
      "step": 9675
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231451931013664e-05,
      "loss": 0.7101,
      "step": 9676
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2313077027655273e-05,
      "loss": 0.6908,
      "step": 9677
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2311634694336087e-05,
      "loss": 0.5954,
      "step": 9678
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2310192310210778e-05,
      "loss": 0.477,
      "step": 9679
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2308749875311048e-05,
      "loss": 0.592,
      "step": 9680
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23073073896686e-05,
      "loss": 0.6068,
      "step": 9681
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2305864853315137e-05,
      "loss": 0.5122,
      "step": 9682
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2304422266282363e-05,
      "loss": 0.7162,
      "step": 9683
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2302979628601985e-05,
      "loss": 0.6729,
      "step": 9684
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2301536940305714e-05,
      "loss": 0.6042,
      "step": 9685
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2300094201425253e-05,
      "loss": 0.6274,
      "step": 9686
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2298651411992308e-05,
      "loss": 0.5802,
      "step": 9687
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2297208572038597e-05,
      "loss": 0.5773,
      "step": 9688
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2295765681595828e-05,
      "loss": 0.5237,
      "step": 9689
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.229432274069571e-05,
      "loss": 0.5811,
      "step": 9690
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2292879749369963e-05,
      "loss": 0.4936,
      "step": 9691
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2291436707650297e-05,
      "loss": 0.5846,
      "step": 9692
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.228999361556843e-05,
      "loss": 0.533,
      "step": 9693
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2288550473156078e-05,
      "loss": 0.5623,
      "step": 9694
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.228710728044496e-05,
      "loss": 0.6331,
      "step": 9695
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2285664037466793e-05,
      "loss": 0.5359,
      "step": 9696
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2284220744253298e-05,
      "loss": 0.6759,
      "step": 9697
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2282777400836202e-05,
      "loss": 0.5608,
      "step": 9698
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2281334007247216e-05,
      "loss": 0.529,
      "step": 9699
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2279890563518074e-05,
      "loss": 0.6008,
      "step": 9700
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2278447069680492e-05,
      "loss": 0.5322,
      "step": 9701
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2277003525766206e-05,
      "loss": 0.5083,
      "step": 9702
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2275559931806938e-05,
      "loss": 0.4811,
      "step": 9703
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2274116287834408e-05,
      "loss": 0.6521,
      "step": 9704
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2272672593880356e-05,
      "loss": 0.5736,
      "step": 9705
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2271228849976509e-05,
      "loss": 0.5964,
      "step": 9706
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2269785056154598e-05,
      "loss": 0.5792,
      "step": 9707
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2268341212446352e-05,
      "loss": 0.5909,
      "step": 9708
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2266897318883508e-05,
      "loss": 0.6324,
      "step": 9709
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2265453375497803e-05,
      "loss": 0.614,
      "step": 9710
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2264009382320966e-05,
      "loss": 0.5684,
      "step": 9711
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2262565339384737e-05,
      "loss": 0.7378,
      "step": 9712
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2261121246720856e-05,
      "loss": 0.6093,
      "step": 9713
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.225967710436106e-05,
      "loss": 0.527,
      "step": 9714
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2258232912337087e-05,
      "loss": 0.6137,
      "step": 9715
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2256788670680682e-05,
      "loss": 0.6369,
      "step": 9716
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2255344379423584e-05,
      "loss": 0.5656,
      "step": 9717
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2253900038597538e-05,
      "loss": 0.5961,
      "step": 9718
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2252455648234284e-05,
      "loss": 0.6952,
      "step": 9719
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2251011208365577e-05,
      "loss": 0.5869,
      "step": 9720
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2249566719023154e-05,
      "loss": 0.7247,
      "step": 9721
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2248122180238766e-05,
      "loss": 0.5849,
      "step": 9722
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2246677592044163e-05,
      "loss": 0.5387,
      "step": 9723
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2245232954471096e-05,
      "loss": 0.6021,
      "step": 9724
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2243788267551311e-05,
      "loss": 0.598,
      "step": 9725
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2242343531316563e-05,
      "loss": 0.5909,
      "step": 9726
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2240898745798606e-05,
      "loss": 0.6889,
      "step": 9727
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2239453911029193e-05,
      "loss": 0.6274,
      "step": 9728
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2238009027040077e-05,
      "loss": 0.7681,
      "step": 9729
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2236564093863016e-05,
      "loss": 0.648,
      "step": 9730
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2235119111529771e-05,
      "loss": 0.5597,
      "step": 9731
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2233674080072098e-05,
      "loss": 0.5752,
      "step": 9732
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2232228999521749e-05,
      "loss": 0.6146,
      "step": 9733
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2230783869910499e-05,
      "loss": 0.564,
      "step": 9734
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2229338691270099e-05,
      "loss": 0.6027,
      "step": 9735
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2227893463632313e-05,
      "loss": 0.6085,
      "step": 9736
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2226448187028908e-05,
      "loss": 0.5956,
      "step": 9737
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2225002861491648e-05,
      "loss": 0.6815,
      "step": 9738
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.22235574870523e-05,
      "loss": 0.556,
      "step": 9739
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2222112063742623e-05,
      "loss": 0.6175,
      "step": 9740
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2220666591594399e-05,
      "loss": 0.6083,
      "step": 9741
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2219221070639389e-05,
      "loss": 0.5751,
      "step": 9742
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2217775500909364e-05,
      "loss": 0.7098,
      "step": 9743
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2216329882436093e-05,
      "loss": 0.6349,
      "step": 9744
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2214884215251352e-05,
      "loss": 0.4603,
      "step": 9745
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2213438499386915e-05,
      "loss": 0.6143,
      "step": 9746
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2211992734874556e-05,
      "loss": 0.5915,
      "step": 9747
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2210546921746048e-05,
      "loss": 0.6141,
      "step": 9748
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2209101060033171e-05,
      "loss": 0.6135,
      "step": 9749
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2207655149767699e-05,
      "loss": 0.6375,
      "step": 9750
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2206209190981415e-05,
      "loss": 0.721,
      "step": 9751
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2204763183706097e-05,
      "loss": 0.5974,
      "step": 9752
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2203317127973526e-05,
      "loss": 0.5948,
      "step": 9753
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2201871023815483e-05,
      "loss": 0.6291,
      "step": 9754
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2200424871263751e-05,
      "loss": 0.5579,
      "step": 9755
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.219897867035012e-05,
      "loss": 0.6569,
      "step": 9756
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2197532421106369e-05,
      "loss": 0.4877,
      "step": 9757
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2196086123564284e-05,
      "loss": 0.5317,
      "step": 9758
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2194639777755654e-05,
      "loss": 0.5676,
      "step": 9759
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2193193383712272e-05,
      "loss": 0.5501,
      "step": 9760
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2191746941465921e-05,
      "loss": 0.6624,
      "step": 9761
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2190300451048391e-05,
      "loss": 0.5637,
      "step": 9762
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218885391249148e-05,
      "loss": 0.5259,
      "step": 9763
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2187407325826977e-05,
      "loss": 0.5934,
      "step": 9764
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2185960691086674e-05,
      "loss": 0.6671,
      "step": 9765
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2184514008302366e-05,
      "loss": 0.609,
      "step": 9766
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2183067277505854e-05,
      "loss": 0.5869,
      "step": 9767
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2181620498728932e-05,
      "loss": 0.612,
      "step": 9768
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2180173672003392e-05,
      "loss": 0.5779,
      "step": 9769
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2178726797361042e-05,
      "loss": 0.5857,
      "step": 9770
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2177279874833677e-05,
      "loss": 0.6027,
      "step": 9771
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2175832904453103e-05,
      "loss": 0.5825,
      "step": 9772
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2174385886251112e-05,
      "loss": 0.5633,
      "step": 9773
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2172938820259517e-05,
      "loss": 0.5507,
      "step": 9774
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2171491706510121e-05,
      "loss": 0.6435,
      "step": 9775
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2170044545034721e-05,
      "loss": 0.6252,
      "step": 9776
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2168597335865136e-05,
      "loss": 0.6595,
      "step": 9777
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2167150079033166e-05,
      "loss": 0.6363,
      "step": 9778
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2165702774570619e-05,
      "loss": 0.4594,
      "step": 9779
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2164255422509304e-05,
      "loss": 0.656,
      "step": 9780
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2162808022881035e-05,
      "loss": 0.5455,
      "step": 9781
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2161360575717622e-05,
      "loss": 0.6827,
      "step": 9782
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2159913081050878e-05,
      "loss": 0.6723,
      "step": 9783
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2158465538912617e-05,
      "loss": 0.6425,
      "step": 9784
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2157017949334653e-05,
      "loss": 0.6183,
      "step": 9785
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.21555703123488e-05,
      "loss": 0.6075,
      "step": 9786
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2154122627986877e-05,
      "loss": 0.4412,
      "step": 9787
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2152674896280703e-05,
      "loss": 0.6471,
      "step": 9788
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2151227117262096e-05,
      "loss": 0.587,
      "step": 9789
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2149779290962872e-05,
      "loss": 0.5863,
      "step": 9790
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2148331417414858e-05,
      "loss": 0.6427,
      "step": 9791
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2146883496649873e-05,
      "loss": 0.6101,
      "step": 9792
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2145435528699739e-05,
      "loss": 0.7264,
      "step": 9793
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.214398751359628e-05,
      "loss": 0.5199,
      "step": 9794
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2142539451371324e-05,
      "loss": 0.6216,
      "step": 9795
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2141091342056699e-05,
      "loss": 0.6193,
      "step": 9796
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2139643185684227e-05,
      "loss": 0.695,
      "step": 9797
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2138194982285734e-05,
      "loss": 0.6099,
      "step": 9798
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2136746731893056e-05,
      "loss": 0.5891,
      "step": 9799
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.213529843453802e-05,
      "loss": 0.604,
      "step": 9800
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133850090252459e-05,
      "loss": 0.5459,
      "step": 9801
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2132401699068206e-05,
      "loss": 0.5378,
      "step": 9802
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2130953261017088e-05,
      "loss": 0.59,
      "step": 9803
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2129504776130947e-05,
      "loss": 0.7547,
      "step": 9804
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2128056244441613e-05,
      "loss": 0.6322,
      "step": 9805
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2126607665980928e-05,
      "loss": 0.604,
      "step": 9806
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2125159040780723e-05,
      "loss": 0.6445,
      "step": 9807
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2123710368872843e-05,
      "loss": 0.616,
      "step": 9808
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2122261650289122e-05,
      "loss": 0.5352,
      "step": 9809
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2120812885061403e-05,
      "loss": 0.6415,
      "step": 9810
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.211936407322153e-05,
      "loss": 0.5692,
      "step": 9811
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2117915214801344e-05,
      "loss": 0.5243,
      "step": 9812
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2116466309832684e-05,
      "loss": 0.5268,
      "step": 9813
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2115017358347403e-05,
      "loss": 0.6671,
      "step": 9814
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2113568360377336e-05,
      "loss": 0.6344,
      "step": 9815
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.211211931595434e-05,
      "loss": 0.6794,
      "step": 9816
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.211067022511026e-05,
      "loss": 0.5808,
      "step": 9817
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210922108787694e-05,
      "loss": 0.5944,
      "step": 9818
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2107771904286237e-05,
      "loss": 0.6181,
      "step": 9819
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2106322674369995e-05,
      "loss": 0.5232,
      "step": 9820
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210487339816007e-05,
      "loss": 0.6294,
      "step": 9821
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2103424075688312e-05,
      "loss": 0.6971,
      "step": 9822
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2101974706986579e-05,
      "loss": 0.566,
      "step": 9823
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210052529208672e-05,
      "loss": 0.7075,
      "step": 9824
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20990758310206e-05,
      "loss": 0.4764,
      "step": 9825
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2097626323820064e-05,
      "loss": 0.7114,
      "step": 9826
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2096176770516979e-05,
      "loss": 0.493,
      "step": 9827
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2094727171143202e-05,
      "loss": 0.6063,
      "step": 9828
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.209327752573059e-05,
      "loss": 0.5377,
      "step": 9829
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2091827834311006e-05,
      "loss": 0.5871,
      "step": 9830
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.209037809691631e-05,
      "loss": 0.6516,
      "step": 9831
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.208892831357837e-05,
      "loss": 0.5207,
      "step": 9832
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2087478484329047e-05,
      "loss": 0.5542,
      "step": 9833
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2086028609200203e-05,
      "loss": 0.455,
      "step": 9834
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2084578688223707e-05,
      "loss": 0.6016,
      "step": 9835
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2083128721431425e-05,
      "loss": 0.4606,
      "step": 9836
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2081678708855229e-05,
      "loss": 0.5788,
      "step": 9837
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2080228650526984e-05,
      "loss": 0.6454,
      "step": 9838
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2078778546478558e-05,
      "loss": 0.6197,
      "step": 9839
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2077328396741827e-05,
      "loss": 0.5702,
      "step": 9840
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2075878201348658e-05,
      "loss": 0.6151,
      "step": 9841
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.207442796033093e-05,
      "loss": 0.5501,
      "step": 9842
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2072977673720516e-05,
      "loss": 0.669,
      "step": 9843
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2071527341549285e-05,
      "loss": 0.6173,
      "step": 9844
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2070076963849115e-05,
      "loss": 0.6908,
      "step": 9845
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2068626540651889e-05,
      "loss": 0.5249,
      "step": 9846
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2067176071989479e-05,
      "loss": 0.6089,
      "step": 9847
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2065725557893769e-05,
      "loss": 0.6265,
      "step": 9848
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206427499839663e-05,
      "loss": 0.544,
      "step": 9849
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2062824393529955e-05,
      "loss": 0.6622,
      "step": 9850
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2061373743325617e-05,
      "loss": 0.5191,
      "step": 9851
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2059923047815502e-05,
      "loss": 0.5953,
      "step": 9852
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2058472307031495e-05,
      "loss": 0.5987,
      "step": 9853
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2057021521005482e-05,
      "loss": 0.4497,
      "step": 9854
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2055570689769344e-05,
      "loss": 0.5736,
      "step": 9855
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2054119813354972e-05,
      "loss": 0.635,
      "step": 9856
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2052668891794257e-05,
      "loss": 0.6682,
      "step": 9857
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205121792511908e-05,
      "loss": 0.6177,
      "step": 9858
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2049766913361336e-05,
      "loss": 0.6787,
      "step": 9859
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2048315856552917e-05,
      "loss": 0.6803,
      "step": 9860
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204686475472571e-05,
      "loss": 0.6076,
      "step": 9861
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2045413607911613e-05,
      "loss": 0.5902,
      "step": 9862
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2043962416142516e-05,
      "loss": 0.7014,
      "step": 9863
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204251117945032e-05,
      "loss": 0.5896,
      "step": 9864
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2041059897866913e-05,
      "loss": 0.6502,
      "step": 9865
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2039608571424197e-05,
      "loss": 0.6345,
      "step": 9866
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203815720015407e-05,
      "loss": 0.649,
      "step": 9867
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203670578408843e-05,
      "loss": 0.6405,
      "step": 9868
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2035254323259176e-05,
      "loss": 0.6905,
      "step": 9869
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2033802817698203e-05,
      "loss": 0.5726,
      "step": 9870
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2032351267437427e-05,
      "loss": 0.7185,
      "step": 9871
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203089967250874e-05,
      "loss": 0.6557,
      "step": 9872
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2029448032944049e-05,
      "loss": 0.5663,
      "step": 9873
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2027996348775257e-05,
      "loss": 0.7219,
      "step": 9874
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2026544620034273e-05,
      "loss": 0.6397,
      "step": 9875
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2025092846753002e-05,
      "loss": 0.6039,
      "step": 9876
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2023641028963348e-05,
      "loss": 0.4925,
      "step": 9877
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2022189166697227e-05,
      "loss": 0.5758,
      "step": 9878
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2020737259986546e-05,
      "loss": 0.5865,
      "step": 9879
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2019285308863211e-05,
      "loss": 0.5992,
      "step": 9880
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.201783331335914e-05,
      "loss": 0.5288,
      "step": 9881
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2016381273506241e-05,
      "loss": 0.5943,
      "step": 9882
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2014929189336431e-05,
      "loss": 0.6289,
      "step": 9883
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2013477060881623e-05,
      "loss": 0.6111,
      "step": 9884
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.201202488817373e-05,
      "loss": 0.5332,
      "step": 9885
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2010572671244674e-05,
      "loss": 0.5602,
      "step": 9886
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2009120410126366e-05,
      "loss": 0.6642,
      "step": 9887
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200766810485073e-05,
      "loss": 0.6727,
      "step": 9888
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2006215755449685e-05,
      "loss": 0.6006,
      "step": 9889
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2004763361955145e-05,
      "loss": 0.733,
      "step": 9890
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2003310924399039e-05,
      "loss": 0.52,
      "step": 9891
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2001858442813286e-05,
      "loss": 0.5808,
      "step": 9892
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200040591722981e-05,
      "loss": 0.6241,
      "step": 9893
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1998953347680533e-05,
      "loss": 0.5614,
      "step": 9894
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1997500734197383e-05,
      "loss": 0.5819,
      "step": 9895
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1996048076812288e-05,
      "loss": 0.5776,
      "step": 9896
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1994595375557168e-05,
      "loss": 0.5365,
      "step": 9897
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1993142630463958e-05,
      "loss": 0.7077,
      "step": 9898
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1991689841564583e-05,
      "loss": 0.5698,
      "step": 9899
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1990237008890975e-05,
      "loss": 0.6718,
      "step": 9900
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1988784132475066e-05,
      "loss": 0.6553,
      "step": 9901
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1987331212348782e-05,
      "loss": 0.4875,
      "step": 9902
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1985878248544064e-05,
      "loss": 0.5274,
      "step": 9903
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1984425241092843e-05,
      "loss": 0.5866,
      "step": 9904
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1982972190027053e-05,
      "loss": 0.6655,
      "step": 9905
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1981519095378626e-05,
      "loss": 0.5909,
      "step": 9906
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1980065957179507e-05,
      "loss": 0.6141,
      "step": 9907
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1978612775461628e-05,
      "loss": 0.4183,
      "step": 9908
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197715955025693e-05,
      "loss": 0.6372,
      "step": 9909
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1975706281597348e-05,
      "loss": 0.6089,
      "step": 9910
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197425296951483e-05,
      "loss": 0.6602,
      "step": 9911
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1972799614041313e-05,
      "loss": 0.5993,
      "step": 9912
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1971346215208738e-05,
      "loss": 0.5837,
      "step": 9913
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1969892773049053e-05,
      "loss": 0.547,
      "step": 9914
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.19684392875942e-05,
      "loss": 0.5088,
      "step": 9915
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1966985758876124e-05,
      "loss": 0.6113,
      "step": 9916
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1965532186926771e-05,
      "loss": 0.6158,
      "step": 9917
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1964078571778091e-05,
      "loss": 0.6083,
      "step": 9918
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1962624913462028e-05,
      "loss": 0.6004,
      "step": 9919
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1961171212010535e-05,
      "loss": 0.5915,
      "step": 9920
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1959717467455555e-05,
      "loss": 0.6217,
      "step": 9921
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1958263679829053e-05,
      "loss": 0.6029,
      "step": 9922
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1956809849162968e-05,
      "loss": 0.5831,
      "step": 9923
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1955355975489256e-05,
      "loss": 0.55,
      "step": 9924
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953902058839875e-05,
      "loss": 0.651,
      "step": 9925
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1952448099246775e-05,
      "loss": 0.6342,
      "step": 9926
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1950994096741913e-05,
      "loss": 0.712,
      "step": 9927
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1949540051357247e-05,
      "loss": 0.627,
      "step": 9928
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948085963124736e-05,
      "loss": 0.6659,
      "step": 9929
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1946631832076336e-05,
      "loss": 0.7107,
      "step": 9930
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1945177658244005e-05,
      "loss": 0.5438,
      "step": 9931
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.194372344165971e-05,
      "loss": 0.6048,
      "step": 9932
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1942269182355403e-05,
      "loss": 0.5081,
      "step": 9933
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1940814880363056e-05,
      "loss": 0.7701,
      "step": 9934
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1939360535714624e-05,
      "loss": 0.5191,
      "step": 9935
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1937906148442078e-05,
      "loss": 0.6325,
      "step": 9936
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.193645171857738e-05,
      "loss": 0.5153,
      "step": 9937
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1934997246152496e-05,
      "loss": 0.6244,
      "step": 9938
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.193354273119939e-05,
      "loss": 0.5823,
      "step": 9939
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1932088173750037e-05,
      "loss": 0.5598,
      "step": 9940
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1930633573836401e-05,
      "loss": 0.6887,
      "step": 9941
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929178931490452e-05,
      "loss": 0.5755,
      "step": 9942
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1927724246744164e-05,
      "loss": 0.687,
      "step": 9943
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1926269519629505e-05,
      "loss": 0.5718,
      "step": 9944
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1924814750178448e-05,
      "loss": 0.5747,
      "step": 9945
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1923359938422969e-05,
      "loss": 0.6474,
      "step": 9946
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192190508439504e-05,
      "loss": 0.5459,
      "step": 9947
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192045018812664e-05,
      "loss": 0.6238,
      "step": 9948
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1918995249649741e-05,
      "loss": 0.5726,
      "step": 9949
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1917540268996322e-05,
      "loss": 0.4859,
      "step": 9950
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1916085246198363e-05,
      "loss": 0.6353,
      "step": 9951
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1914630181287839e-05,
      "loss": 0.6323,
      "step": 9952
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1913175074296734e-05,
      "loss": 0.7026,
      "step": 9953
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1911719925257028e-05,
      "loss": 0.6727,
      "step": 9954
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1910264734200703e-05,
      "loss": 0.7674,
      "step": 9955
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190880950115974e-05,
      "loss": 0.6557,
      "step": 9956
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1907354226166121e-05,
      "loss": 0.5211,
      "step": 9957
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190589890925184e-05,
      "loss": 0.6416,
      "step": 9958
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1904443550448874e-05,
      "loss": 0.6704,
      "step": 9959
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1902988149789208e-05,
      "loss": 0.5599,
      "step": 9960
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190153270730484e-05,
      "loss": 0.6062,
      "step": 9961
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1900077223027746e-05,
      "loss": 0.6146,
      "step": 9962
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.189862169698992e-05,
      "loss": 0.5015,
      "step": 9963
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1897166129223357e-05,
      "loss": 0.5923,
      "step": 9964
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1895710519760044e-05,
      "loss": 0.5338,
      "step": 9965
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1894254868631974e-05,
      "loss": 0.6018,
      "step": 9966
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1892799175871134e-05,
      "loss": 0.6683,
      "step": 9967
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1891343441509529e-05,
      "loss": 0.7029,
      "step": 9968
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1889887665579143e-05,
      "loss": 0.5937,
      "step": 9969
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.188843184811198e-05,
      "loss": 0.5811,
      "step": 9970
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.188697598914003e-05,
      "loss": 0.6831,
      "step": 9971
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1885520088695295e-05,
      "loss": 0.5844,
      "step": 9972
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1884064146809773e-05,
      "loss": 0.5836,
      "step": 9973
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.188260816351546e-05,
      "loss": 0.5077,
      "step": 9974
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1881152138844361e-05,
      "loss": 0.4829,
      "step": 9975
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1879696072828472e-05,
      "loss": 0.6109,
      "step": 9976
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1878239965499801e-05,
      "loss": 0.6043,
      "step": 9977
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1876783816890344e-05,
      "loss": 0.6984,
      "step": 9978
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1875327627032111e-05,
      "loss": 0.6676,
      "step": 9979
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1873871395957104e-05,
      "loss": 0.5669,
      "step": 9980
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.187241512369733e-05,
      "loss": 0.6176,
      "step": 9981
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1870958810284791e-05,
      "loss": 0.6222,
      "step": 9982
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1869502455751503e-05,
      "loss": 0.6706,
      "step": 9983
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1868046060129466e-05,
      "loss": 0.6332,
      "step": 9984
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1866589623450692e-05,
      "loss": 0.6728,
      "step": 9985
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1865133145747194e-05,
      "loss": 0.5928,
      "step": 9986
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1863676627050983e-05,
      "loss": 0.6134,
      "step": 9987
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1862220067394067e-05,
      "loss": 0.4497,
      "step": 9988
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.186076346680846e-05,
      "loss": 0.5077,
      "step": 9989
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185930682532618e-05,
      "loss": 0.6638,
      "step": 9990
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1857850142979236e-05,
      "loss": 0.6443,
      "step": 9991
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1856393419799645e-05,
      "loss": 0.6703,
      "step": 9992
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1854936655819428e-05,
      "loss": 0.6267,
      "step": 9993
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1853479851070598e-05,
      "loss": 0.584,
      "step": 9994
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1852023005585177e-05,
      "loss": 0.5317,
      "step": 9995
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1850566119395176e-05,
      "loss": 0.633,
      "step": 9996
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1849109192532625e-05,
      "loss": 0.7117,
      "step": 9997
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1847652225029536e-05,
      "loss": 0.6075,
      "step": 9998
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184619521691794e-05,
      "loss": 0.6731,
      "step": 9999
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1844738168229852e-05,
      "loss": 0.4953,
      "step": 10000
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18432810789973e-05,
      "loss": 0.5651,
      "step": 10001
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184182394925231e-05,
      "loss": 0.7344,
      "step": 10002
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18403667790269e-05,
      "loss": 0.5761,
      "step": 10003
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1838909568353105e-05,
      "loss": 0.6503,
      "step": 10004
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1837452317262945e-05,
      "loss": 0.6685,
      "step": 10005
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1835995025788456e-05,
      "loss": 0.6641,
      "step": 10006
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.183453769396166e-05,
      "loss": 0.6289,
      "step": 10007
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.183308032181459e-05,
      "loss": 0.5475,
      "step": 10008
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1831622909379277e-05,
      "loss": 0.5058,
      "step": 10009
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1830165456687749e-05,
      "loss": 0.6054,
      "step": 10010
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1828707963772044e-05,
      "loss": 0.6141,
      "step": 10011
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1827250430664193e-05,
      "loss": 0.6593,
      "step": 10012
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1825792857396227e-05,
      "loss": 0.6583,
      "step": 10013
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1824335244000187e-05,
      "loss": 0.6429,
      "step": 10014
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1822877590508105e-05,
      "loss": 0.6303,
      "step": 10015
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182141989695202e-05,
      "loss": 0.71,
      "step": 10016
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181996216336397e-05,
      "loss": 0.6022,
      "step": 10017
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1818504389775988e-05,
      "loss": 0.601,
      "step": 10018
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1817046576220125e-05,
      "loss": 0.6254,
      "step": 10019
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181558872272841e-05,
      "loss": 0.6541,
      "step": 10020
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1814130829332892e-05,
      "loss": 0.6237,
      "step": 10021
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1812672896065609e-05,
      "loss": 0.5518,
      "step": 10022
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1811214922958607e-05,
      "loss": 0.6284,
      "step": 10023
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180975691004393e-05,
      "loss": 0.5913,
      "step": 10024
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1808298857353615e-05,
      "loss": 0.5295,
      "step": 10025
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180684076491972e-05,
      "loss": 0.5773,
      "step": 10026
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1805382632774282e-05,
      "loss": 0.6648,
      "step": 10027
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1803924460949354e-05,
      "loss": 0.6376,
      "step": 10028
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1802466249476985e-05,
      "loss": 0.6454,
      "step": 10029
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1801007998389217e-05,
      "loss": 0.546,
      "step": 10030
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.179954970771811e-05,
      "loss": 0.6001,
      "step": 10031
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1798091377495702e-05,
      "loss": 0.6753,
      "step": 10032
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.179663300775406e-05,
      "loss": 0.5966,
      "step": 10033
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1795174598525225e-05,
      "loss": 0.6311,
      "step": 10034
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1793716149841257e-05,
      "loss": 0.4754,
      "step": 10035
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1792257661734205e-05,
      "loss": 0.5943,
      "step": 10036
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1790799134236131e-05,
      "loss": 0.7007,
      "step": 10037
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1789340567379086e-05,
      "loss": 0.6411,
      "step": 10038
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1787881961195129e-05,
      "loss": 0.6035,
      "step": 10039
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1786423315716317e-05,
      "loss": 0.6761,
      "step": 10040
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1784964630974712e-05,
      "loss": 0.6196,
      "step": 10041
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1783505907002369e-05,
      "loss": 0.6323,
      "step": 10042
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.178204714383135e-05,
      "loss": 0.5948,
      "step": 10043
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1780588341493715e-05,
      "loss": 0.6841,
      "step": 10044
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1779129500021531e-05,
      "loss": 0.621,
      "step": 10045
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1777670619446857e-05,
      "loss": 0.501,
      "step": 10046
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1776211699801758e-05,
      "loss": 0.5308,
      "step": 10047
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17747527411183e-05,
      "loss": 0.6352,
      "step": 10048
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1773293743428545e-05,
      "loss": 0.6835,
      "step": 10049
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1771834706764562e-05,
      "loss": 0.6682,
      "step": 10050
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177037563115842e-05,
      "loss": 0.4884,
      "step": 10051
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1768916516642183e-05,
      "loss": 0.5433,
      "step": 10052
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1767457363247926e-05,
      "loss": 0.6175,
      "step": 10053
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176599817100771e-05,
      "loss": 0.5696,
      "step": 10054
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1764538939953616e-05,
      "loss": 0.5967,
      "step": 10055
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1763079670117709e-05,
      "loss": 0.667,
      "step": 10056
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1761620361532062e-05,
      "loss": 0.6319,
      "step": 10057
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176016101422875e-05,
      "loss": 0.5901,
      "step": 10058
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175870162823985e-05,
      "loss": 0.5939,
      "step": 10059
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1757242203597432e-05,
      "loss": 0.5828,
      "step": 10060
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175578274033357e-05,
      "loss": 0.5729,
      "step": 10061
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1754323238480349e-05,
      "loss": 0.6024,
      "step": 10062
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1752863698069838e-05,
      "loss": 0.6034,
      "step": 10063
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1751404119134125e-05,
      "loss": 0.6549,
      "step": 10064
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.174994450170528e-05,
      "loss": 0.6421,
      "step": 10065
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748484845815384e-05,
      "loss": 0.62,
      "step": 10066
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1747025151496525e-05,
      "loss": 0.6438,
      "step": 10067
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1745565418780776e-05,
      "loss": 0.6545,
      "step": 10068
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1744105647700228e-05,
      "loss": 0.669,
      "step": 10069
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1742645838286961e-05,
      "loss": 0.5525,
      "step": 10070
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1741185990573056e-05,
      "loss": 0.638,
      "step": 10071
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1739726104590603e-05,
      "loss": 0.5805,
      "step": 10072
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1738266180371684e-05,
      "loss": 0.5152,
      "step": 10073
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1736806217948393e-05,
      "loss": 0.6076,
      "step": 10074
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1735346217352808e-05,
      "loss": 0.5753,
      "step": 10075
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1733886178617022e-05,
      "loss": 0.5546,
      "step": 10076
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732426101773129e-05,
      "loss": 0.6106,
      "step": 10077
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.173096598685321e-05,
      "loss": 0.5285,
      "step": 10078
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1729505833889363e-05,
      "loss": 0.6338,
      "step": 10079
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1728045642913677e-05,
      "loss": 0.5441,
      "step": 10080
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1726585413958247e-05,
      "loss": 0.6274,
      "step": 10081
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1725125147055163e-05,
      "loss": 0.5644,
      "step": 10082
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1723664842236522e-05,
      "loss": 0.591,
      "step": 10083
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172220449953442e-05,
      "loss": 0.5444,
      "step": 10084
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172074411898095e-05,
      "loss": 0.6249,
      "step": 10085
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171928370060821e-05,
      "loss": 0.4589,
      "step": 10086
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1717823244448299e-05,
      "loss": 0.5615,
      "step": 10087
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1716362750533317e-05,
      "loss": 0.6118,
      "step": 10088
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171490221889536e-05,
      "loss": 0.6746,
      "step": 10089
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1713441649566525e-05,
      "loss": 0.6066,
      "step": 10090
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1711981042578924e-05,
      "loss": 0.6176,
      "step": 10091
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1710520397964648e-05,
      "loss": 0.603,
      "step": 10092
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1709059715755804e-05,
      "loss": 0.585,
      "step": 10093
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17075989959845e-05,
      "loss": 0.6094,
      "step": 10094
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1706138238682831e-05,
      "loss": 0.5274,
      "step": 10095
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.170467744388291e-05,
      "loss": 0.6498,
      "step": 10096
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703216611616837e-05,
      "loss": 0.571,
      "step": 10097
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1701755741916725e-05,
      "loss": 0.5934,
      "step": 10098
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1700294834814676e-05,
      "loss": 0.5788,
      "step": 10099
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1698833890342801e-05,
      "loss": 0.5776,
      "step": 10100
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1697372908533212e-05,
      "loss": 0.6172,
      "step": 10101
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1695911889418013e-05,
      "loss": 0.6171,
      "step": 10102
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1694450833029319e-05,
      "loss": 0.5342,
      "step": 10103
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1692989739399239e-05,
      "loss": 0.6069,
      "step": 10104
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.169152860855989e-05,
      "loss": 0.5571,
      "step": 10105
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1690067440543384e-05,
      "loss": 0.6013,
      "step": 10106
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1688606235381831e-05,
      "loss": 0.5213,
      "step": 10107
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.168714499310735e-05,
      "loss": 0.6185,
      "step": 10108
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1685683713752056e-05,
      "loss": 0.616,
      "step": 10109
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1684222397348068e-05,
      "loss": 0.4848,
      "step": 10110
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1682761043927497e-05,
      "loss": 0.624,
      "step": 10111
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1681299653522468e-05,
      "loss": 0.647,
      "step": 10112
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1679838226165097e-05,
      "loss": 0.6016,
      "step": 10113
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1678376761887504e-05,
      "loss": 0.5365,
      "step": 10114
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1676915260721809e-05,
      "loss": 0.4706,
      "step": 10115
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1675453722700134e-05,
      "loss": 0.6393,
      "step": 10116
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1673992147854605e-05,
      "loss": 0.6048,
      "step": 10117
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1672530536217337e-05,
      "loss": 0.5781,
      "step": 10118
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1671068887820462e-05,
      "loss": 0.6487,
      "step": 10119
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1669607202696102e-05,
      "loss": 0.5604,
      "step": 10120
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166814548087638e-05,
      "loss": 0.6658,
      "step": 10121
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1666683722393426e-05,
      "loss": 0.661,
      "step": 10122
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1665221927279367e-05,
      "loss": 0.6753,
      "step": 10123
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1663760095566325e-05,
      "loss": 0.5296,
      "step": 10124
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166229822728644e-05,
      "loss": 0.568,
      "step": 10125
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1660836322471827e-05,
      "loss": 0.6084,
      "step": 10126
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165937438115463e-05,
      "loss": 0.5954,
      "step": 10127
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1657912403366973e-05,
      "loss": 0.6409,
      "step": 10128
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1656450389140987e-05,
      "loss": 0.4758,
      "step": 10129
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1654988338508813e-05,
      "loss": 0.6546,
      "step": 10130
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1653526251502577e-05,
      "loss": 0.5661,
      "step": 10131
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1652064128154414e-05,
      "loss": 0.6763,
      "step": 10132
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1650601968496458e-05,
      "loss": 0.616,
      "step": 10133
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1649139772560853e-05,
      "loss": 0.6385,
      "step": 10134
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164767754037973e-05,
      "loss": 0.6048,
      "step": 10135
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1646215271985222e-05,
      "loss": 0.6016,
      "step": 10136
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1644752967409474e-05,
      "loss": 0.5144,
      "step": 10137
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1643290626684624e-05,
      "loss": 0.6172,
      "step": 10138
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641828249842813e-05,
      "loss": 0.6044,
      "step": 10139
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164036583691618e-05,
      "loss": 0.4921,
      "step": 10140
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1638903387936861e-05,
      "loss": 0.6727,
      "step": 10141
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1637440902937013e-05,
      "loss": 0.6507,
      "step": 10142
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1635978381948762e-05,
      "loss": 0.5878,
      "step": 10143
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1634515825004264e-05,
      "loss": 0.6396,
      "step": 10144
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1633053232135661e-05,
      "loss": 0.5719,
      "step": 10145
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1631590603375095e-05,
      "loss": 0.4684,
      "step": 10146
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1630127938754716e-05,
      "loss": 0.5615,
      "step": 10147
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1628665238306669e-05,
      "loss": 0.6579,
      "step": 10148
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1627202502063104e-05,
      "loss": 0.5589,
      "step": 10149
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1625739730056167e-05,
      "loss": 0.7076,
      "step": 10150
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1624276922318007e-05,
      "loss": 0.5962,
      "step": 10151
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.162281407888078e-05,
      "loss": 0.6769,
      "step": 10152
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.162135119977663e-05,
      "loss": 0.6014,
      "step": 10153
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.161988828503771e-05,
      "loss": 0.54,
      "step": 10154
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1618425334696177e-05,
      "loss": 0.6572,
      "step": 10155
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1616962348784182e-05,
      "loss": 0.575,
      "step": 10156
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1615499327333878e-05,
      "loss": 0.5696,
      "step": 10157
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.161403627037742e-05,
      "loss": 0.5401,
      "step": 10158
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1612573177946966e-05,
      "loss": 0.5664,
      "step": 10159
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.161111005007467e-05,
      "loss": 0.6321,
      "step": 10160
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1609646886792693e-05,
      "loss": 0.6337,
      "step": 10161
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1608183688133185e-05,
      "loss": 0.594,
      "step": 10162
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1606720454128314e-05,
      "loss": 0.638,
      "step": 10163
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1605257184810237e-05,
      "loss": 0.6154,
      "step": 10164
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1603793880211109e-05,
      "loss": 0.4686,
      "step": 10165
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1602330540363096e-05,
      "loss": 0.6299,
      "step": 10166
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160086716529836e-05,
      "loss": 0.6233,
      "step": 10167
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1599403755049063e-05,
      "loss": 0.6011,
      "step": 10168
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1597940309647369e-05,
      "loss": 0.5944,
      "step": 10169
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.159647682912544e-05,
      "loss": 0.553,
      "step": 10170
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1595013313515444e-05,
      "loss": 0.5997,
      "step": 10171
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1593549762849543e-05,
      "loss": 0.5177,
      "step": 10172
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.159208617715991e-05,
      "loss": 0.6273,
      "step": 10173
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1590622556478704e-05,
      "loss": 0.639,
      "step": 10174
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.15891589008381e-05,
      "loss": 0.7288,
      "step": 10175
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1587695210270263e-05,
      "loss": 0.665,
      "step": 10176
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1586231484807362e-05,
      "loss": 0.5708,
      "step": 10177
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1584767724481574e-05,
      "loss": 0.5888,
      "step": 10178
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1583303929325062e-05,
      "loss": 0.5628,
      "step": 10179
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1581840099370001e-05,
      "loss": 0.5728,
      "step": 10180
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1580376234648566e-05,
      "loss": 0.593,
      "step": 10181
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157891233519293e-05,
      "loss": 0.6354,
      "step": 10182
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157744840103526e-05,
      "loss": 0.6253,
      "step": 10183
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157598443220774e-05,
      "loss": 0.5829,
      "step": 10184
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1574520428742544e-05,
      "loss": 0.7225,
      "step": 10185
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1573056390671847e-05,
      "loss": 0.5691,
      "step": 10186
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1571592318027821e-05,
      "loss": 0.6037,
      "step": 10187
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1570128210842656e-05,
      "loss": 0.5009,
      "step": 10188
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156866406914852e-05,
      "loss": 0.6899,
      "step": 10189
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1567199892977599e-05,
      "loss": 0.5479,
      "step": 10190
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1565735682362067e-05,
      "loss": 0.5973,
      "step": 10191
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1564271437334113e-05,
      "loss": 0.5726,
      "step": 10192
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1562807157925916e-05,
      "loss": 0.6252,
      "step": 10193
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1561342844169651e-05,
      "loss": 0.5645,
      "step": 10194
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1559878496097515e-05,
      "loss": 0.5537,
      "step": 10195
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.155841411374168e-05,
      "loss": 0.5694,
      "step": 10196
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1556949697134338e-05,
      "loss": 0.6711,
      "step": 10197
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.155548524630767e-05,
      "loss": 0.6003,
      "step": 10198
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1554020761293866e-05,
      "loss": 0.6333,
      "step": 10199
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1552556242125113e-05,
      "loss": 0.5174,
      "step": 10200
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1551091688833595e-05,
      "loss": 0.4726,
      "step": 10201
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1549627101451504e-05,
      "loss": 0.5651,
      "step": 10202
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1548162480011027e-05,
      "loss": 0.5744,
      "step": 10203
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1546697824544359e-05,
      "loss": 0.5758,
      "step": 10204
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1545233135083684e-05,
      "loss": 0.6122,
      "step": 10205
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1543768411661201e-05,
      "loss": 0.5996,
      "step": 10206
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1542303654309095e-05,
      "loss": 0.5372,
      "step": 10207
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1540838863059563e-05,
      "loss": 0.5652,
      "step": 10208
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1539374037944796e-05,
      "loss": 0.6427,
      "step": 10209
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1537909178996996e-05,
      "loss": 0.5956,
      "step": 10210
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153644428624835e-05,
      "loss": 0.4982,
      "step": 10211
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1534979359731055e-05,
      "loss": 0.6941,
      "step": 10212
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1533514399477313e-05,
      "loss": 0.5987,
      "step": 10213
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1532049405519319e-05,
      "loss": 0.5984,
      "step": 10214
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1530584377889269e-05,
      "loss": 0.5552,
      "step": 10215
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1529119316619364e-05,
      "loss": 0.5174,
      "step": 10216
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1527654221741807e-05,
      "loss": 0.6104,
      "step": 10217
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1526189093288788e-05,
      "loss": 0.5848,
      "step": 10218
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.152472393129252e-05,
      "loss": 0.7146,
      "step": 10219
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1523258735785199e-05,
      "loss": 0.6014,
      "step": 10220
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1521793506799031e-05,
      "loss": 0.5073,
      "step": 10221
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1520328244366217e-05,
      "loss": 0.5543,
      "step": 10222
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1518862948518958e-05,
      "loss": 0.5773,
      "step": 10223
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1517397619289465e-05,
      "loss": 0.5388,
      "step": 10224
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151593225670994e-05,
      "loss": 0.5813,
      "step": 10225
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1514466860812594e-05,
      "loss": 0.6291,
      "step": 10226
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1513001431629627e-05,
      "loss": 0.6336,
      "step": 10227
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1511535969193252e-05,
      "loss": 0.6463,
      "step": 10228
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1510070473535676e-05,
      "loss": 0.4539,
      "step": 10229
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1508604944689105e-05,
      "loss": 0.5125,
      "step": 10230
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1507139382685759e-05,
      "loss": 0.6137,
      "step": 10231
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1505673787557838e-05,
      "loss": 0.5532,
      "step": 10232
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1504208159337559e-05,
      "loss": 0.6022,
      "step": 10233
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1502742498057134e-05,
      "loss": 0.5984,
      "step": 10234
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1501276803748771e-05,
      "loss": 0.6699,
      "step": 10235
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1499811076444691e-05,
      "loss": 0.6291,
      "step": 10236
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1498345316177102e-05,
      "loss": 0.5786,
      "step": 10237
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1496879522978224e-05,
      "loss": 0.5326,
      "step": 10238
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1495413696880271e-05,
      "loss": 0.6218,
      "step": 10239
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.149394783791546e-05,
      "loss": 0.7059,
      "step": 10240
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1492481946116005e-05,
      "loss": 0.6617,
      "step": 10241
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1491016021514128e-05,
      "loss": 0.6042,
      "step": 10242
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489550064142048e-05,
      "loss": 0.6521,
      "step": 10243
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1488084074031983e-05,
      "loss": 0.5217,
      "step": 10244
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1486618051216149e-05,
      "loss": 0.6045,
      "step": 10245
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1485151995726778e-05,
      "loss": 0.6613,
      "step": 10246
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1483685907596078e-05,
      "loss": 0.645,
      "step": 10247
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1482219786856281e-05,
      "loss": 0.6802,
      "step": 10248
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1480753633539606e-05,
      "loss": 0.5667,
      "step": 10249
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1479287447678278e-05,
      "loss": 0.5524,
      "step": 10250
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1477821229304524e-05,
      "loss": 0.6853,
      "step": 10251
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1476354978450561e-05,
      "loss": 0.5144,
      "step": 10252
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1474888695148625e-05,
      "loss": 0.6531,
      "step": 10253
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473422379430934e-05,
      "loss": 0.4093,
      "step": 10254
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1471956031329724e-05,
      "loss": 0.5794,
      "step": 10255
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1470489650877213e-05,
      "loss": 0.7064,
      "step": 10256
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1469023238105638e-05,
      "loss": 0.5692,
      "step": 10257
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1467556793047228e-05,
      "loss": 0.7129,
      "step": 10258
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1466090315734206e-05,
      "loss": 0.445,
      "step": 10259
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1464623806198812e-05,
      "loss": 0.588,
      "step": 10260
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1463157264473268e-05,
      "loss": 0.614,
      "step": 10261
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1461690690589818e-05,
      "loss": 0.6324,
      "step": 10262
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1460224084580681e-05,
      "loss": 0.5879,
      "step": 10263
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1458757446478104e-05,
      "loss": 0.6162,
      "step": 10264
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1457290776314314e-05,
      "loss": 0.5786,
      "step": 10265
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1455824074121546e-05,
      "loss": 0.5671,
      "step": 10266
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1454357339932039e-05,
      "loss": 0.6428,
      "step": 10267
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1452890573778029e-05,
      "loss": 0.6771,
      "step": 10268
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1451423775691753e-05,
      "loss": 0.5519,
      "step": 10269
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1449956945705445e-05,
      "loss": 0.5944,
      "step": 10270
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1448490083851347e-05,
      "loss": 0.6123,
      "step": 10271
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.14470231901617e-05,
      "loss": 0.5542,
      "step": 10272
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1445556264668742e-05,
      "loss": 0.649,
      "step": 10273
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1444089307404714e-05,
      "loss": 0.6136,
      "step": 10274
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1442622318401856e-05,
      "loss": 0.556,
      "step": 10275
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1441155297692414e-05,
      "loss": 0.5995,
      "step": 10276
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1439688245308626e-05,
      "loss": 0.5516,
      "step": 10277
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1438221161282738e-05,
      "loss": 0.6204,
      "step": 10278
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1436754045646998e-05,
      "loss": 0.4928,
      "step": 10279
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1435286898433645e-05,
      "loss": 0.6018,
      "step": 10280
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1433819719674924e-05,
      "loss": 0.5859,
      "step": 10281
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1432352509403086e-05,
      "loss": 0.6184,
      "step": 10282
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1430885267650375e-05,
      "loss": 0.6379,
      "step": 10283
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142941799444904e-05,
      "loss": 0.5746,
      "step": 10284
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1427950689831328e-05,
      "loss": 0.5857,
      "step": 10285
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1426483353829492e-05,
      "loss": 0.6446,
      "step": 10286
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1425015986475778e-05,
      "loss": 0.5451,
      "step": 10287
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1423548587802433e-05,
      "loss": 0.654,
      "step": 10288
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1422081157841718e-05,
      "loss": 0.5986,
      "step": 10289
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1420613696625875e-05,
      "loss": 0.6226,
      "step": 10290
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1419146204187163e-05,
      "loss": 0.6012,
      "step": 10291
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1417678680557833e-05,
      "loss": 0.5964,
      "step": 10292
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1416211125770136e-05,
      "loss": 0.4802,
      "step": 10293
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1414743539856334e-05,
      "loss": 0.5392,
      "step": 10294
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1413275922848672e-05,
      "loss": 0.6164,
      "step": 10295
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1411808274779414e-05,
      "loss": 0.5199,
      "step": 10296
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1410340595680815e-05,
      "loss": 0.6239,
      "step": 10297
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1408872885585132e-05,
      "loss": 0.5786,
      "step": 10298
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1407405144524621e-05,
      "loss": 0.6644,
      "step": 10299
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1405937372531541e-05,
      "loss": 0.6317,
      "step": 10300
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1404469569638155e-05,
      "loss": 0.5962,
      "step": 10301
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1403001735876717e-05,
      "loss": 0.6223,
      "step": 10302
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1401533871279495e-05,
      "loss": 0.5537,
      "step": 10303
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1400065975878744e-05,
      "loss": 0.6326,
      "step": 10304
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.139859804970673e-05,
      "loss": 0.6103,
      "step": 10305
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1397130092795712e-05,
      "loss": 0.5517,
      "step": 10306
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1395662105177956e-05,
      "loss": 0.6439,
      "step": 10307
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1394194086885728e-05,
      "loss": 0.6462,
      "step": 10308
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1392726037951289e-05,
      "loss": 0.6192,
      "step": 10309
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1391257958406905e-05,
      "loss": 0.5838,
      "step": 10310
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1389789848284844e-05,
      "loss": 0.6408,
      "step": 10311
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1388321707617373e-05,
      "loss": 0.5276,
      "step": 10312
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1386853536436754e-05,
      "loss": 0.5692,
      "step": 10313
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1385385334775263e-05,
      "loss": 0.4968,
      "step": 10314
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1383917102665168e-05,
      "loss": 0.6184,
      "step": 10315
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382448840138729e-05,
      "loss": 0.4663,
      "step": 10316
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1380980547228224e-05,
      "loss": 0.6138,
      "step": 10317
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1379512223965928e-05,
      "loss": 0.6299,
      "step": 10318
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1378043870384102e-05,
      "loss": 0.6617,
      "step": 10319
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1376575486515022e-05,
      "loss": 0.5837,
      "step": 10320
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1375107072390966e-05,
      "loss": 0.6087,
      "step": 10321
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.13736386280442e-05,
      "loss": 0.6536,
      "step": 10322
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1372170153507002e-05,
      "loss": 0.5517,
      "step": 10323
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1370701648811644e-05,
      "loss": 0.5798,
      "step": 10324
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1369233113990407e-05,
      "loss": 0.4941,
      "step": 10325
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1367764549075562e-05,
      "loss": 0.5726,
      "step": 10326
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1366295954099389e-05,
      "loss": 0.5517,
      "step": 10327
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1364827329094164e-05,
      "loss": 0.6163,
      "step": 10328
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1363358674092162e-05,
      "loss": 0.6216,
      "step": 10329
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1361889989125667e-05,
      "loss": 0.6133,
      "step": 10330
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1360421274226955e-05,
      "loss": 0.4715,
      "step": 10331
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1358952529428309e-05,
      "loss": 0.6261,
      "step": 10332
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1357483754762007e-05,
      "loss": 0.5915,
      "step": 10333
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135601495026033e-05,
      "loss": 0.5558,
      "step": 10334
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1354546115955563e-05,
      "loss": 0.593,
      "step": 10335
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1353077251879985e-05,
      "loss": 0.6902,
      "step": 10336
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1351608358065884e-05,
      "loss": 0.5773,
      "step": 10337
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1350139434545537e-05,
      "loss": 0.6276,
      "step": 10338
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1348670481351236e-05,
      "loss": 0.5903,
      "step": 10339
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1347201498515266e-05,
      "loss": 0.6321,
      "step": 10340
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1345732486069904e-05,
      "loss": 0.6295,
      "step": 10341
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1344263444047446e-05,
      "loss": 0.6484,
      "step": 10342
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1342794372480175e-05,
      "loss": 0.4073,
      "step": 10343
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1341325271400382e-05,
      "loss": 0.6308,
      "step": 10344
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1339856140840353e-05,
      "loss": 0.5507,
      "step": 10345
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1338386980832377e-05,
      "loss": 0.5386,
      "step": 10346
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1336917791408746e-05,
      "loss": 0.6083,
      "step": 10347
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1335448572601746e-05,
      "loss": 0.6458,
      "step": 10348
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1333979324443671e-05,
      "loss": 0.6024,
      "step": 10349
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1332510046966818e-05,
      "loss": 0.6639,
      "step": 10350
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133104074020347e-05,
      "loss": 0.5704,
      "step": 10351
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1329571404185926e-05,
      "loss": 0.6024,
      "step": 10352
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1328102038946476e-05,
      "loss": 0.6443,
      "step": 10353
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1326632644517419e-05,
      "loss": 0.6151,
      "step": 10354
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1325163220931046e-05,
      "loss": 0.668,
      "step": 10355
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1323693768219654e-05,
      "loss": 0.6009,
      "step": 10356
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1322224286415542e-05,
      "loss": 0.6365,
      "step": 10357
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1320754775551001e-05,
      "loss": 0.5431,
      "step": 10358
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1319285235658334e-05,
      "loss": 0.5952,
      "step": 10359
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1317815666769833e-05,
      "loss": 0.5506,
      "step": 10360
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1316346068917807e-05,
      "loss": 0.5628,
      "step": 10361
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1314876442134548e-05,
      "loss": 0.5732,
      "step": 10362
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1313406786452357e-05,
      "loss": 0.6828,
      "step": 10363
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1311937101903534e-05,
      "loss": 0.5673,
      "step": 10364
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131046738852038e-05,
      "loss": 0.5818,
      "step": 10365
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1308997646335202e-05,
      "loss": 0.6001,
      "step": 10366
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1307527875380298e-05,
      "loss": 0.5379,
      "step": 10367
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1306058075687971e-05,
      "loss": 0.5906,
      "step": 10368
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130458824729053e-05,
      "loss": 0.5685,
      "step": 10369
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1303118390220272e-05,
      "loss": 0.6419,
      "step": 10370
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1301648504509507e-05,
      "loss": 0.6613,
      "step": 10371
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130017859019054e-05,
      "loss": 0.7162,
      "step": 10372
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.129870864729568e-05,
      "loss": 0.5342,
      "step": 10373
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1297238675857228e-05,
      "loss": 0.5667,
      "step": 10374
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1295768675907494e-05,
      "loss": 0.5748,
      "step": 10375
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1294298647478792e-05,
      "loss": 0.5378,
      "step": 10376
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1292828590603424e-05,
      "loss": 0.558,
      "step": 10377
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1291358505313702e-05,
      "loss": 0.692,
      "step": 10378
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1289888391641935e-05,
      "loss": 0.7115,
      "step": 10379
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1288418249620436e-05,
      "loss": 0.6032,
      "step": 10380
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1286948079281515e-05,
      "loss": 0.5786,
      "step": 10381
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.128547788065748e-05,
      "loss": 0.4992,
      "step": 10382
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1284007653780656e-05,
      "loss": 0.4081,
      "step": 10383
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1282537398683342e-05,
      "loss": 0.6109,
      "step": 10384
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1281067115397862e-05,
      "loss": 0.6835,
      "step": 10385
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1279596803956525e-05,
      "loss": 0.6013,
      "step": 10386
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1278126464391648e-05,
      "loss": 0.6672,
      "step": 10387
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1276656096735548e-05,
      "loss": 0.606,
      "step": 10388
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1275185701020534e-05,
      "loss": 0.6081,
      "step": 10389
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1273715277278937e-05,
      "loss": 0.6593,
      "step": 10390
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1272244825543065e-05,
      "loss": 0.5876,
      "step": 10391
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1270774345845234e-05,
      "loss": 0.5897,
      "step": 10392
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1269303838217766e-05,
      "loss": 0.5591,
      "step": 10393
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1267833302692985e-05,
      "loss": 0.513,
      "step": 10394
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1266362739303206e-05,
      "loss": 0.5605,
      "step": 10395
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264892148080749e-05,
      "loss": 0.5602,
      "step": 10396
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1263421529057941e-05,
      "loss": 0.6636,
      "step": 10397
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.12619508822671e-05,
      "loss": 0.5249,
      "step": 10398
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1260480207740545e-05,
      "loss": 0.6177,
      "step": 10399
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1259009505510606e-05,
      "loss": 0.5704,
      "step": 10400
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.12575387756096e-05,
      "loss": 0.5787,
      "step": 10401
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1256068018069859e-05,
      "loss": 0.6782,
      "step": 10402
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.12545972329237e-05,
      "loss": 0.6769,
      "step": 10403
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1253126420203455e-05,
      "loss": 0.6982,
      "step": 10404
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.125165557994145e-05,
      "loss": 0.5695,
      "step": 10405
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250184712170005e-05,
      "loss": 0.5952,
      "step": 10406
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1248713816921451e-05,
      "loss": 0.4783,
      "step": 10407
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1247242894228118e-05,
      "loss": 0.5925,
      "step": 10408
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1245771944122336e-05,
      "loss": 0.6049,
      "step": 10409
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1244300966636427e-05,
      "loss": 0.6461,
      "step": 10410
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1242829961802728e-05,
      "loss": 0.6433,
      "step": 10411
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1241358929653568e-05,
      "loss": 0.6323,
      "step": 10412
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1239887870221274e-05,
      "loss": 0.5594,
      "step": 10413
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123841678353818e-05,
      "loss": 0.6144,
      "step": 10414
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123694566963662e-05,
      "loss": 0.6402,
      "step": 10415
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1235474528548927e-05,
      "loss": 0.4027,
      "step": 10416
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123400336030743e-05,
      "loss": 0.6541,
      "step": 10417
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1232532164944463e-05,
      "loss": 0.6537,
      "step": 10418
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1231060942492367e-05,
      "loss": 0.6662,
      "step": 10419
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1229589692983473e-05,
      "loss": 0.6201,
      "step": 10420
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1228118416450114e-05,
      "loss": 0.5992,
      "step": 10421
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1226647112924634e-05,
      "loss": 0.7115,
      "step": 10422
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1225175782439362e-05,
      "loss": 0.6202,
      "step": 10423
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1223704425026642e-05,
      "loss": 0.589,
      "step": 10424
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1222233040718804e-05,
      "loss": 0.5424,
      "step": 10425
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1220761629548196e-05,
      "loss": 0.411,
      "step": 10426
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1219290191547154e-05,
      "loss": 0.6529,
      "step": 10427
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1217818726748013e-05,
      "loss": 0.627,
      "step": 10428
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1216347235183121e-05,
      "loss": 0.5851,
      "step": 10429
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1214875716884812e-05,
      "loss": 0.5921,
      "step": 10430
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1213404171885436e-05,
      "loss": 0.5884,
      "step": 10431
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1211932600217326e-05,
      "loss": 0.5912,
      "step": 10432
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1210461001912831e-05,
      "loss": 0.6571,
      "step": 10433
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1208989377004296e-05,
      "loss": 0.6428,
      "step": 10434
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1207517725524057e-05,
      "loss": 0.5261,
      "step": 10435
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1206046047504466e-05,
      "loss": 0.5965,
      "step": 10436
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1204574342977865e-05,
      "loss": 0.5627,
      "step": 10437
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1203102611976602e-05,
      "loss": 0.524,
      "step": 10438
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1201630854533019e-05,
      "loss": 0.5956,
      "step": 10439
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1200159070679466e-05,
      "loss": 0.6339,
      "step": 10440
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1198687260448294e-05,
      "loss": 0.5502,
      "step": 10441
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1197215423871844e-05,
      "loss": 0.5894,
      "step": 10442
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1195743560982468e-05,
      "loss": 0.5968,
      "step": 10443
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1194271671812518e-05,
      "loss": 0.682,
      "step": 10444
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1192799756394336e-05,
      "loss": 0.4964,
      "step": 10445
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.119132781476028e-05,
      "loss": 0.5846,
      "step": 10446
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1189855846942699e-05,
      "loss": 0.5647,
      "step": 10447
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1188383852973945e-05,
      "loss": 0.6019,
      "step": 10448
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1186911832886367e-05,
      "loss": 0.5537,
      "step": 10449
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118543978671232e-05,
      "loss": 0.6214,
      "step": 10450
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118396771448416e-05,
      "loss": 0.5768,
      "step": 10451
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1182495616234235e-05,
      "loss": 0.5806,
      "step": 10452
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1181023491994905e-05,
      "loss": 0.6459,
      "step": 10453
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1179551341798516e-05,
      "loss": 0.5433,
      "step": 10454
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1178079165677435e-05,
      "loss": 0.5916,
      "step": 10455
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1176606963664016e-05,
      "loss": 0.5742,
      "step": 10456
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175134735790605e-05,
      "loss": 0.6166,
      "step": 10457
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1173662482089573e-05,
      "loss": 0.5529,
      "step": 10458
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.117219020259327e-05,
      "loss": 0.6311,
      "step": 10459
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1170717897334058e-05,
      "loss": 0.5983,
      "step": 10460
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1169245566344292e-05,
      "loss": 0.596,
      "step": 10461
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1167773209656333e-05,
      "loss": 0.5391,
      "step": 10462
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1166300827302543e-05,
      "loss": 0.652,
      "step": 10463
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1164828419315282e-05,
      "loss": 0.5673,
      "step": 10464
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1163355985726909e-05,
      "loss": 0.5163,
      "step": 10465
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.116188352656979e-05,
      "loss": 0.5355,
      "step": 10466
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1160411041876285e-05,
      "loss": 0.577,
      "step": 10467
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1158938531678754e-05,
      "loss": 0.6609,
      "step": 10468
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1157465996009565e-05,
      "loss": 0.6177,
      "step": 10469
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1155993434901083e-05,
      "loss": 0.6478,
      "step": 10470
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1154520848385667e-05,
      "loss": 0.5646,
      "step": 10471
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1153048236495683e-05,
      "loss": 0.5349,
      "step": 10472
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1151575599263503e-05,
      "loss": 0.5839,
      "step": 10473
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1150102936721487e-05,
      "loss": 0.6295,
      "step": 10474
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1148630248902004e-05,
      "loss": 0.4416,
      "step": 10475
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1147157535837421e-05,
      "loss": 0.5326,
      "step": 10476
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1145684797560106e-05,
      "loss": 0.5758,
      "step": 10477
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1144212034102428e-05,
      "loss": 0.6373,
      "step": 10478
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1142739245496756e-05,
      "loss": 0.722,
      "step": 10479
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1141266431775461e-05,
      "loss": 0.5702,
      "step": 10480
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1139793592970909e-05,
      "loss": 0.6638,
      "step": 10481
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1138320729115472e-05,
      "loss": 0.5689,
      "step": 10482
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1136847840241525e-05,
      "loss": 0.5651,
      "step": 10483
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1135374926381438e-05,
      "loss": 0.6143,
      "step": 10484
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1133901987567583e-05,
      "loss": 0.6377,
      "step": 10485
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1132429023832327e-05,
      "loss": 0.4521,
      "step": 10486
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1130956035208053e-05,
      "loss": 0.5937,
      "step": 10487
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1129483021727133e-05,
      "loss": 0.4567,
      "step": 10488
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1128009983421937e-05,
      "loss": 0.5625,
      "step": 10489
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1126536920324842e-05,
      "loss": 0.5923,
      "step": 10490
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1125063832468224e-05,
      "loss": 0.6371,
      "step": 10491
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1123590719884461e-05,
      "loss": 0.6603,
      "step": 10492
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1122117582605925e-05,
      "loss": 0.5962,
      "step": 10493
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1120644420664998e-05,
      "loss": 0.6827,
      "step": 10494
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1119171234094054e-05,
      "loss": 0.6632,
      "step": 10495
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1117698022925478e-05,
      "loss": 0.5587,
      "step": 10496
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1116224787191643e-05,
      "loss": 0.5908,
      "step": 10497
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1114751526924927e-05,
      "loss": 0.6727,
      "step": 10498
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1113278242157716e-05,
      "loss": 0.6219,
      "step": 10499
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1111804932922385e-05,
      "loss": 0.5684,
      "step": 10500
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1110331599251316e-05,
      "loss": 0.6369,
      "step": 10501
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1108858241176897e-05,
      "loss": 0.5458,
      "step": 10502
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.11073848587315e-05,
      "loss": 0.6079,
      "step": 10503
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1105911451947514e-05,
      "loss": 0.7026,
      "step": 10504
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110443802085732e-05,
      "loss": 0.7053,
      "step": 10505
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1102964565493304e-05,
      "loss": 0.5465,
      "step": 10506
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1101491085887847e-05,
      "loss": 0.6122,
      "step": 10507
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1100017582073335e-05,
      "loss": 0.6948,
      "step": 10508
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1098544054082157e-05,
      "loss": 0.6298,
      "step": 10509
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1097070501946694e-05,
      "loss": 0.613,
      "step": 10510
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1095596925699333e-05,
      "loss": 0.5897,
      "step": 10511
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109412332537246e-05,
      "loss": 0.5542,
      "step": 10512
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109264970099847e-05,
      "loss": 0.7197,
      "step": 10513
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1091176052609744e-05,
      "loss": 0.5852,
      "step": 10514
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1089702380238667e-05,
      "loss": 0.6449,
      "step": 10515
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1088228683917639e-05,
      "loss": 0.6604,
      "step": 10516
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1086754963679038e-05,
      "loss": 0.4518,
      "step": 10517
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1085281219555263e-05,
      "loss": 0.4939,
      "step": 10518
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1083807451578699e-05,
      "loss": 0.6478,
      "step": 10519
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1082333659781741e-05,
      "loss": 0.3775,
      "step": 10520
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1080859844196778e-05,
      "loss": 0.5753,
      "step": 10521
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.10793860048562e-05,
      "loss": 0.6785,
      "step": 10522
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1077912141792408e-05,
      "loss": 0.5832,
      "step": 10523
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1076438255037787e-05,
      "loss": 0.6016,
      "step": 10524
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1074964344624734e-05,
      "loss": 0.6166,
      "step": 10525
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1073490410585644e-05,
      "loss": 0.622,
      "step": 10526
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1072016452952907e-05,
      "loss": 0.6159,
      "step": 10527
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1070542471758927e-05,
      "loss": 0.4969,
      "step": 10528
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1069068467036091e-05,
      "loss": 0.5911,
      "step": 10529
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.10675944388168e-05,
      "loss": 0.6183,
      "step": 10530
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1066120387133453e-05,
      "loss": 0.6459,
      "step": 10531
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1064646312018438e-05,
      "loss": 0.5493,
      "step": 10532
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1063172213504163e-05,
      "loss": 0.5882,
      "step": 10533
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1061698091623021e-05,
      "loss": 0.5363,
      "step": 10534
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1060223946407414e-05,
      "loss": 0.5259,
      "step": 10535
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1058749777889736e-05,
      "loss": 0.5831,
      "step": 10536
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1057275586102395e-05,
      "loss": 0.5972,
      "step": 10537
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1055801371077788e-05,
      "loss": 0.6342,
      "step": 10538
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1054327132848311e-05,
      "loss": 0.5551,
      "step": 10539
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.105285287144637e-05,
      "loss": 0.554,
      "step": 10540
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1051378586904366e-05,
      "loss": 0.6183,
      "step": 10541
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1049904279254706e-05,
      "loss": 0.5645,
      "step": 10542
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1048429948529787e-05,
      "loss": 0.5993,
      "step": 10543
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046955594762014e-05,
      "loss": 0.7338,
      "step": 10544
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1045481217983793e-05,
      "loss": 0.5596,
      "step": 10545
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1044006818227524e-05,
      "loss": 0.541,
      "step": 10546
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1042532395525617e-05,
      "loss": 0.6158,
      "step": 10547
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1041057949910475e-05,
      "loss": 0.6513,
      "step": 10548
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039583481414505e-05,
      "loss": 0.511,
      "step": 10549
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1038108990070114e-05,
      "loss": 0.4952,
      "step": 10550
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1036634475909702e-05,
      "loss": 0.6408,
      "step": 10551
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1035159938965689e-05,
      "loss": 0.439,
      "step": 10552
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1033685379270474e-05,
      "loss": 0.5004,
      "step": 10553
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.103221079685647e-05,
      "loss": 0.4797,
      "step": 10554
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1030736191756082e-05,
      "loss": 0.6021,
      "step": 10555
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.102926156400172e-05,
      "loss": 0.6635,
      "step": 10556
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1027786913625801e-05,
      "loss": 0.6098,
      "step": 10557
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1026312240660726e-05,
      "loss": 0.6284,
      "step": 10558
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1024837545138912e-05,
      "loss": 0.7006,
      "step": 10559
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1023362827092768e-05,
      "loss": 0.4834,
      "step": 10560
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1021888086554706e-05,
      "loss": 0.5943,
      "step": 10561
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1020413323557137e-05,
      "loss": 0.6197,
      "step": 10562
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101893853813248e-05,
      "loss": 0.4461,
      "step": 10563
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1017463730313145e-05,
      "loss": 0.6175,
      "step": 10564
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1015988900131542e-05,
      "loss": 0.577,
      "step": 10565
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101451404762009e-05,
      "loss": 0.6215,
      "step": 10566
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1013039172811206e-05,
      "loss": 0.6032,
      "step": 10567
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1011564275737298e-05,
      "loss": 0.5161,
      "step": 10568
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1010089356430788e-05,
      "loss": 0.6385,
      "step": 10569
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1008614414924093e-05,
      "loss": 0.6232,
      "step": 10570
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1007139451249627e-05,
      "loss": 0.5438,
      "step": 10571
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1005664465439807e-05,
      "loss": 0.5248,
      "step": 10572
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100418945752705e-05,
      "loss": 0.6147,
      "step": 10573
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1002714427543782e-05,
      "loss": 0.402,
      "step": 10574
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1001239375522412e-05,
      "loss": 0.5615,
      "step": 10575
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0999764301495364e-05,
      "loss": 0.6962,
      "step": 10576
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0998289205495056e-05,
      "loss": 0.6601,
      "step": 10577
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0996814087553912e-05,
      "loss": 0.6085,
      "step": 10578
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0995338947704353e-05,
      "loss": 0.5958,
      "step": 10579
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0993863785978794e-05,
      "loss": 0.6272,
      "step": 10580
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.099238860240966e-05,
      "loss": 0.5326,
      "step": 10581
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0990913397029375e-05,
      "loss": 0.6157,
      "step": 10582
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0989438169870361e-05,
      "loss": 0.5602,
      "step": 10583
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098796292096504e-05,
      "loss": 0.5983,
      "step": 10584
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0986487650345836e-05,
      "loss": 0.5119,
      "step": 10585
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0985012358045177e-05,
      "loss": 0.5763,
      "step": 10586
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0983537044095478e-05,
      "loss": 0.7003,
      "step": 10587
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0982061708529175e-05,
      "loss": 0.6797,
      "step": 10588
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0980586351378685e-05,
      "loss": 0.5885,
      "step": 10589
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0979110972676443e-05,
      "loss": 0.6123,
      "step": 10590
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0977635572454865e-05,
      "loss": 0.6175,
      "step": 10591
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0976160150746385e-05,
      "loss": 0.5532,
      "step": 10592
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0974684707583431e-05,
      "loss": 0.6231,
      "step": 10593
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0973209242998426e-05,
      "loss": 0.565,
      "step": 10594
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0971733757023801e-05,
      "loss": 0.5838,
      "step": 10595
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0970258249691988e-05,
      "loss": 0.6452,
      "step": 10596
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0968782721035412e-05,
      "loss": 0.5308,
      "step": 10597
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0967307171086503e-05,
      "loss": 0.5979,
      "step": 10598
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0965831599877692e-05,
      "loss": 0.5679,
      "step": 10599
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0964356007441412e-05,
      "loss": 0.5494,
      "step": 10600
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0962880393810091e-05,
      "loss": 0.6051,
      "step": 10601
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0961404759016164e-05,
      "loss": 0.6346,
      "step": 10602
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0959929103092059e-05,
      "loss": 0.5839,
      "step": 10603
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0958453426070212e-05,
      "loss": 0.5782,
      "step": 10604
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0956977727983053e-05,
      "loss": 0.6512,
      "step": 10605
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095550200886302e-05,
      "loss": 0.6531,
      "step": 10606
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0954026268742546e-05,
      "loss": 0.6124,
      "step": 10607
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0952550507654061e-05,
      "loss": 0.6384,
      "step": 10608
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0951074725630002e-05,
      "loss": 0.52,
      "step": 10609
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0949598922702809e-05,
      "loss": 0.6625,
      "step": 10610
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094812309890491e-05,
      "loss": 0.6443,
      "step": 10611
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0946647254268747e-05,
      "loss": 0.4902,
      "step": 10612
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0945171388826758e-05,
      "loss": 0.5004,
      "step": 10613
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0943695502611373e-05,
      "loss": 0.7091,
      "step": 10614
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094221959565504e-05,
      "loss": 0.5568,
      "step": 10615
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0940743667990183e-05,
      "loss": 0.5415,
      "step": 10616
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0939267719649253e-05,
      "loss": 0.6112,
      "step": 10617
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0937791750664685e-05,
      "loss": 0.6378,
      "step": 10618
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093631576106892e-05,
      "loss": 0.6845,
      "step": 10619
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0934839750894395e-05,
      "loss": 0.6909,
      "step": 10620
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093336372017355e-05,
      "loss": 0.6428,
      "step": 10621
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093188766893883e-05,
      "loss": 0.5482,
      "step": 10622
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093041159722267e-05,
      "loss": 0.6299,
      "step": 10623
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0928935505057519e-05,
      "loss": 0.6245,
      "step": 10624
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0927459392475816e-05,
      "loss": 0.4881,
      "step": 10625
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.092598325951e-05,
      "loss": 0.6257,
      "step": 10626
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0924507106192518e-05,
      "loss": 0.5358,
      "step": 10627
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0923030932555816e-05,
      "loss": 0.5726,
      "step": 10628
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0921554738632337e-05,
      "loss": 0.6796,
      "step": 10629
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0920078524454519e-05,
      "loss": 0.5678,
      "step": 10630
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0918602290054811e-05,
      "loss": 0.7006,
      "step": 10631
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0917126035465661e-05,
      "loss": 0.5703,
      "step": 10632
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.091564976071951e-05,
      "loss": 0.535,
      "step": 10633
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.091417346584881e-05,
      "loss": 0.5753,
      "step": 10634
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0912697150886002e-05,
      "loss": 0.6021,
      "step": 10635
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0911220815863537e-05,
      "loss": 0.61,
      "step": 10636
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.090974446081386e-05,
      "loss": 0.4967,
      "step": 10637
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.090826808576942e-05,
      "loss": 0.6331,
      "step": 10638
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0906791690762667e-05,
      "loss": 0.6128,
      "step": 10639
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0905315275826047e-05,
      "loss": 0.557,
      "step": 10640
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.090383884099201e-05,
      "loss": 0.5438,
      "step": 10641
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0902362386293008e-05,
      "loss": 0.5996,
      "step": 10642
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0900885911761487e-05,
      "loss": 0.5204,
      "step": 10643
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0899409417429902e-05,
      "loss": 0.672,
      "step": 10644
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08979329033307e-05,
      "loss": 0.5081,
      "step": 10645
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0896456369496335e-05,
      "loss": 0.577,
      "step": 10646
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.089497981595926e-05,
      "loss": 0.6671,
      "step": 10647
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0893503242751924e-05,
      "loss": 0.638,
      "step": 10648
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0892026649906784e-05,
      "loss": 0.6318,
      "step": 10649
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0890550037456288e-05,
      "loss": 0.4081,
      "step": 10650
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0889073405432898e-05,
      "loss": 0.6093,
      "step": 10651
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0887596753869053e-05,
      "loss": 0.5639,
      "step": 10652
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0886120082797225e-05,
      "loss": 0.5678,
      "step": 10653
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0884643392249858e-05,
      "loss": 0.606,
      "step": 10654
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0883166682259411e-05,
      "loss": 0.5895,
      "step": 10655
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0881689952858338e-05,
      "loss": 0.5912,
      "step": 10656
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0880213204079096e-05,
      "loss": 0.6689,
      "step": 10657
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0878736435954144e-05,
      "loss": 0.6223,
      "step": 10658
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0877259648515937e-05,
      "loss": 0.5825,
      "step": 10659
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.087578284179693e-05,
      "loss": 0.5148,
      "step": 10660
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0874306015829585e-05,
      "loss": 0.5453,
      "step": 10661
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0872829170646357e-05,
      "loss": 0.528,
      "step": 10662
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0871352306279708e-05,
      "loss": 0.5122,
      "step": 10663
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0869875422762093e-05,
      "loss": 0.504,
      "step": 10664
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0868398520125977e-05,
      "loss": 0.6377,
      "step": 10665
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0866921598403817e-05,
      "loss": 0.6277,
      "step": 10666
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0865444657628072e-05,
      "loss": 0.6535,
      "step": 10667
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0863967697831207e-05,
      "loss": 0.628,
      "step": 10668
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0862490719045677e-05,
      "loss": 0.5638,
      "step": 10669
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0861013721303951e-05,
      "loss": 0.6396,
      "step": 10670
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0859536704638488e-05,
      "loss": 0.5644,
      "step": 10671
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0858059669081747e-05,
      "loss": 0.5859,
      "step": 10672
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0856582614666193e-05,
      "loss": 0.5346,
      "step": 10673
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0855105541424294e-05,
      "loss": 0.745,
      "step": 10674
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085362844938851e-05,
      "loss": 0.5753,
      "step": 10675
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0852151338591304e-05,
      "loss": 0.6606,
      "step": 10676
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085067420906514e-05,
      "loss": 0.5612,
      "step": 10677
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084919706084249e-05,
      "loss": 0.6284,
      "step": 10678
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0847719893955808e-05,
      "loss": 0.572,
      "step": 10679
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084624270843757e-05,
      "loss": 0.5981,
      "step": 10680
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0844765504320236e-05,
      "loss": 0.6128,
      "step": 10681
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0843288281636279e-05,
      "loss": 0.5335,
      "step": 10682
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084181104041816e-05,
      "loss": 0.5409,
      "step": 10683
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0840333780698347e-05,
      "loss": 0.5891,
      "step": 10684
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.083885650250931e-05,
      "loss": 0.5127,
      "step": 10685
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0837379205883516e-05,
      "loss": 0.6839,
      "step": 10686
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0835901890853438e-05,
      "loss": 0.5687,
      "step": 10687
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0834424557451535e-05,
      "loss": 0.5735,
      "step": 10688
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0832947205710289e-05,
      "loss": 0.6212,
      "step": 10689
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0831469835662163e-05,
      "loss": 0.5963,
      "step": 10690
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0829992447339625e-05,
      "loss": 0.5897,
      "step": 10691
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0828515040775149e-05,
      "loss": 0.6652,
      "step": 10692
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0827037616001205e-05,
      "loss": 0.639,
      "step": 10693
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0825560173050272e-05,
      "loss": 0.625,
      "step": 10694
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0824082711954808e-05,
      "loss": 0.5733,
      "step": 10695
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0822605232747294e-05,
      "loss": 0.6605,
      "step": 10696
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0821127735460205e-05,
      "loss": 0.6468,
      "step": 10697
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0819650220126005e-05,
      "loss": 0.567,
      "step": 10698
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818172686777176e-05,
      "loss": 0.6269,
      "step": 10699
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0816695135446186e-05,
      "loss": 0.6225,
      "step": 10700
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0815217566165515e-05,
      "loss": 0.6199,
      "step": 10701
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0813739978967632e-05,
      "loss": 0.5896,
      "step": 10702
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0812262373885014e-05,
      "loss": 0.6742,
      "step": 10703
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.081078475095014e-05,
      "loss": 0.6315,
      "step": 10704
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0809307110195482e-05,
      "loss": 0.5193,
      "step": 10705
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0807829451653515e-05,
      "loss": 0.5614,
      "step": 10706
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.080635177535672e-05,
      "loss": 0.5948,
      "step": 10707
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0804874081337573e-05,
      "loss": 0.6085,
      "step": 10708
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0803396369628547e-05,
      "loss": 0.6364,
      "step": 10709
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0801918640262123e-05,
      "loss": 0.6262,
      "step": 10710
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0800440893270782e-05,
      "loss": 0.5679,
      "step": 10711
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0798963128687002e-05,
      "loss": 0.591,
      "step": 10712
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0797485346543251e-05,
      "loss": 0.5827,
      "step": 10713
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0796007546872023e-05,
      "loss": 0.555,
      "step": 10714
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0794529729705791e-05,
      "loss": 0.4774,
      "step": 10715
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0793051895077038e-05,
      "loss": 0.5843,
      "step": 10716
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0791574043018236e-05,
      "loss": 0.5765,
      "step": 10717
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0790096173561877e-05,
      "loss": 0.5268,
      "step": 10718
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.078861828674044e-05,
      "loss": 0.6536,
      "step": 10719
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0787140382586402e-05,
      "loss": 0.6763,
      "step": 10720
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0785662461132243e-05,
      "loss": 0.6557,
      "step": 10721
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0784184522410452e-05,
      "loss": 0.5869,
      "step": 10722
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0782706566453511e-05,
      "loss": 0.5255,
      "step": 10723
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0781228593293902e-05,
      "loss": 0.5442,
      "step": 10724
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0779750602964105e-05,
      "loss": 0.5457,
      "step": 10725
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077827259549661e-05,
      "loss": 0.6681,
      "step": 10726
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0776794570923898e-05,
      "loss": 0.5843,
      "step": 10727
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0775316529278453e-05,
      "loss": 0.5863,
      "step": 10728
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077383847059276e-05,
      "loss": 0.6288,
      "step": 10729
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0772360394899309e-05,
      "loss": 0.6704,
      "step": 10730
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077088230223058e-05,
      "loss": 0.5004,
      "step": 10731
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076940419261906e-05,
      "loss": 0.5708,
      "step": 10732
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0767926066097239e-05,
      "loss": 0.6681,
      "step": 10733
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.07664479226976e-05,
      "loss": 0.6192,
      "step": 10734
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0764969762452633e-05,
      "loss": 0.5556,
      "step": 10735
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0763491585394827e-05,
      "loss": 0.6257,
      "step": 10736
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0762013391556665e-05,
      "loss": 0.4484,
      "step": 10737
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076053518097064e-05,
      "loss": 0.5807,
      "step": 10738
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0759056953669238e-05,
      "loss": 0.6208,
      "step": 10739
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075757870968495e-05,
      "loss": 0.6645,
      "step": 10740
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0756100449050267e-05,
      "loss": 0.6504,
      "step": 10741
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075462217179767e-05,
      "loss": 0.5316,
      "step": 10742
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075314387795966e-05,
      "loss": 0.6239,
      "step": 10743
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0751665567568723e-05,
      "loss": 0.543,
      "step": 10744
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0750187240657351e-05,
      "loss": 0.6512,
      "step": 10745
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0748708897258031e-05,
      "loss": 0.6932,
      "step": 10746
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0747230537403262e-05,
      "loss": 0.6166,
      "step": 10747
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0745752161125531e-05,
      "loss": 0.675,
      "step": 10748
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0744273768457329e-05,
      "loss": 0.5976,
      "step": 10749
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0742795359431158e-05,
      "loss": 0.5497,
      "step": 10750
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0741316934079498e-05,
      "loss": 0.6682,
      "step": 10751
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0739838492434853e-05,
      "loss": 0.6045,
      "step": 10752
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.073836003452971e-05,
      "loss": 0.5808,
      "step": 10753
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0736881560396568e-05,
      "loss": 0.5716,
      "step": 10754
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0735403070067923e-05,
      "loss": 0.6082,
      "step": 10755
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0733924563576261e-05,
      "loss": 0.6096,
      "step": 10756
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0732446040954085e-05,
      "loss": 0.464,
      "step": 10757
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0730967502233887e-05,
      "loss": 0.6145,
      "step": 10758
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0729488947448168e-05,
      "loss": 0.5678,
      "step": 10759
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0728010376629419e-05,
      "loss": 0.6322,
      "step": 10760
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0726531789810135e-05,
      "loss": 0.665,
      "step": 10761
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0725053187022823e-05,
      "loss": 0.5574,
      "step": 10762
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0723574568299968e-05,
      "loss": 0.6701,
      "step": 10763
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0722095933674075e-05,
      "loss": 0.6046,
      "step": 10764
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0720617283177643e-05,
      "loss": 0.6033,
      "step": 10765
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0719138616843166e-05,
      "loss": 0.6355,
      "step": 10766
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0717659934703145e-05,
      "loss": 0.532,
      "step": 10767
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0716181236790077e-05,
      "loss": 0.6503,
      "step": 10768
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0714702523136469e-05,
      "loss": 0.5651,
      "step": 10769
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0713223793774811e-05,
      "loss": 0.6145,
      "step": 10770
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0711745048737608e-05,
      "loss": 0.5433,
      "step": 10771
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0710266288057362e-05,
      "loss": 0.615,
      "step": 10772
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0708787511766569e-05,
      "loss": 0.5497,
      "step": 10773
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0707308719897734e-05,
      "loss": 0.6196,
      "step": 10774
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0705829912483357e-05,
      "loss": 0.6124,
      "step": 10775
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0704351089555943e-05,
      "loss": 0.5568,
      "step": 10776
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0702872251147992e-05,
      "loss": 0.5925,
      "step": 10777
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0701393397292e-05,
      "loss": 0.6217,
      "step": 10778
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069991452802048e-05,
      "loss": 0.7155,
      "step": 10779
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0698435643365932e-05,
      "loss": 0.5919,
      "step": 10780
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069695674336086e-05,
      "loss": 0.4672,
      "step": 10781
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0695477828037764e-05,
      "loss": 0.6691,
      "step": 10782
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0693998897429152e-05,
      "loss": 0.5765,
      "step": 10783
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0692519951567528e-05,
      "loss": 0.6023,
      "step": 10784
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0691040990485398e-05,
      "loss": 0.6478,
      "step": 10785
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0689562014215262e-05,
      "loss": 0.5202,
      "step": 10786
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.068808302278963e-05,
      "loss": 0.534,
      "step": 10787
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0686604016241011e-05,
      "loss": 0.6479,
      "step": 10788
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0685124994601905e-05,
      "loss": 0.6812,
      "step": 10789
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.068364595790482e-05,
      "loss": 0.6959,
      "step": 10790
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0682166906182267e-05,
      "loss": 0.6465,
      "step": 10791
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.068068783946675e-05,
      "loss": 0.5186,
      "step": 10792
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0679208757790775e-05,
      "loss": 0.6234,
      "step": 10793
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0677729661186853e-05,
      "loss": 0.5396,
      "step": 10794
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067625054968749e-05,
      "loss": 0.4423,
      "step": 10795
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0674771423325197e-05,
      "loss": 0.6883,
      "step": 10796
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067329228213248e-05,
      "loss": 0.5389,
      "step": 10797
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0671813126141853e-05,
      "loss": 0.6635,
      "step": 10798
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0670333955385819e-05,
      "loss": 0.6542,
      "step": 10799
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066885476989689e-05,
      "loss": 0.5622,
      "step": 10800
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0667375569707581e-05,
      "loss": 0.6249,
      "step": 10801
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0665896354850397e-05,
      "loss": 0.6115,
      "step": 10802
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0664417125357851e-05,
      "loss": 0.6402,
      "step": 10803
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0662937881262452e-05,
      "loss": 0.6365,
      "step": 10804
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0661458622596717e-05,
      "loss": 0.6119,
      "step": 10805
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0659979349393155e-05,
      "loss": 0.4797,
      "step": 10806
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.065850006168427e-05,
      "loss": 0.6309,
      "step": 10807
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0657020759502588e-05,
      "loss": 0.647,
      "step": 10808
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0655541442880613e-05,
      "loss": 0.5446,
      "step": 10809
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0654062111850858e-05,
      "loss": 0.5572,
      "step": 10810
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0652582766445844e-05,
      "loss": 0.6296,
      "step": 10811
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0651103406698077e-05,
      "loss": 0.6192,
      "step": 10812
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0649624032640075e-05,
      "loss": 0.6011,
      "step": 10813
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0648144644304345e-05,
      "loss": 0.5442,
      "step": 10814
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0646665241723415e-05,
      "loss": 0.638,
      "step": 10815
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0645185824929788e-05,
      "loss": 0.5589,
      "step": 10816
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643706393955989e-05,
      "loss": 0.5958,
      "step": 10817
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0642226948834524e-05,
      "loss": 0.5328,
      "step": 10818
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0640747489597913e-05,
      "loss": 0.623,
      "step": 10819
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0639268016278675e-05,
      "loss": 0.6561,
      "step": 10820
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0637788528909321e-05,
      "loss": 0.5335,
      "step": 10821
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0636309027522372e-05,
      "loss": 0.5304,
      "step": 10822
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0634829512150346e-05,
      "loss": 0.6395,
      "step": 10823
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0633349982825755e-05,
      "loss": 0.6118,
      "step": 10824
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0631870439581123e-05,
      "loss": 0.552,
      "step": 10825
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0630390882448962e-05,
      "loss": 0.5788,
      "step": 10826
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0628911311461796e-05,
      "loss": 0.5516,
      "step": 10827
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.062743172665214e-05,
      "loss": 0.5327,
      "step": 10828
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0625952128052515e-05,
      "loss": 0.5091,
      "step": 10829
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0624472515695439e-05,
      "loss": 0.5398,
      "step": 10830
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0622992889613432e-05,
      "loss": 0.6376,
      "step": 10831
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0621513249839012e-05,
      "loss": 0.6064,
      "step": 10832
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0620033596404704e-05,
      "loss": 0.6464,
      "step": 10833
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0618553929343025e-05,
      "loss": 0.6587,
      "step": 10834
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0617074248686494e-05,
      "loss": 0.5502,
      "step": 10835
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0615594554467636e-05,
      "loss": 0.583,
      "step": 10836
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0614114846718973e-05,
      "loss": 0.6421,
      "step": 10837
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0612635125473021e-05,
      "loss": 0.574,
      "step": 10838
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0611155390762304e-05,
      "loss": 0.5316,
      "step": 10839
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0609675642619348e-05,
      "loss": 0.5846,
      "step": 10840
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0608195881076674e-05,
      "loss": 0.5341,
      "step": 10841
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0606716106166806e-05,
      "loss": 0.5878,
      "step": 10842
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0605236317922258e-05,
      "loss": 0.5685,
      "step": 10843
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0603756516375567e-05,
      "loss": 0.62,
      "step": 10844
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.060227670155925e-05,
      "loss": 0.6068,
      "step": 10845
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0600796873505828e-05,
      "loss": 0.5462,
      "step": 10846
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0599317032247832e-05,
      "loss": 0.5531,
      "step": 10847
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0597837177817777e-05,
      "loss": 0.5498,
      "step": 10848
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0596357310248202e-05,
      "loss": 0.5422,
      "step": 10849
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0594877429571617e-05,
      "loss": 0.6766,
      "step": 10850
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059339753582056e-05,
      "loss": 0.564,
      "step": 10851
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0591917629027552e-05,
      "loss": 0.554,
      "step": 10852
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0590437709225116e-05,
      "loss": 0.6322,
      "step": 10853
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.058895777644578e-05,
      "loss": 0.6796,
      "step": 10854
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0587477830722073e-05,
      "loss": 0.6098,
      "step": 10855
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0585997872086522e-05,
      "loss": 0.5459,
      "step": 10856
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.058451790057165e-05,
      "loss": 0.636,
      "step": 10857
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0583037916209985e-05,
      "loss": 0.6718,
      "step": 10858
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0581557919034063e-05,
      "loss": 0.6594,
      "step": 10859
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0580077909076402e-05,
      "loss": 0.6137,
      "step": 10860
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0578597886369534e-05,
      "loss": 0.6749,
      "step": 10861
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0577117850945988e-05,
      "loss": 0.7236,
      "step": 10862
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0575637802838294e-05,
      "loss": 0.6194,
      "step": 10863
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0574157742078979e-05,
      "loss": 0.6908,
      "step": 10864
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.057267766870057e-05,
      "loss": 0.5422,
      "step": 10865
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0571197582735606e-05,
      "loss": 0.6044,
      "step": 10866
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0569717484216606e-05,
      "loss": 0.5607,
      "step": 10867
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0568237373176107e-05,
      "loss": 0.617,
      "step": 10868
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0566757249646635e-05,
      "loss": 0.6163,
      "step": 10869
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565277113660728e-05,
      "loss": 0.5501,
      "step": 10870
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0563796965250913e-05,
      "loss": 0.5436,
      "step": 10871
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0562316804449715e-05,
      "loss": 0.6157,
      "step": 10872
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0560836631289675e-05,
      "loss": 0.6738,
      "step": 10873
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0559356445803319e-05,
      "loss": 0.5934,
      "step": 10874
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0557876248023184e-05,
      "loss": 0.5247,
      "step": 10875
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05563960379818e-05,
      "loss": 0.5265,
      "step": 10876
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0554915815711699e-05,
      "loss": 0.6188,
      "step": 10877
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0553435581245417e-05,
      "loss": 0.5494,
      "step": 10878
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0551955334615479e-05,
      "loss": 0.6435,
      "step": 10879
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.055047507585443e-05,
      "loss": 0.5638,
      "step": 10880
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0548994804994797e-05,
      "loss": 0.5162,
      "step": 10881
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0547514522069113e-05,
      "loss": 0.6061,
      "step": 10882
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0546034227109916e-05,
      "loss": 0.6402,
      "step": 10883
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0544553920149738e-05,
      "loss": 0.5396,
      "step": 10884
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0543073601221118e-05,
      "loss": 0.4971,
      "step": 10885
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0541593270356584e-05,
      "loss": 0.5952,
      "step": 10886
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.054011292758868e-05,
      "loss": 0.7393,
      "step": 10887
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0538632572949933e-05,
      "loss": 0.5915,
      "step": 10888
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0537152206472885e-05,
      "loss": 0.6368,
      "step": 10889
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0535671828190068e-05,
      "loss": 0.6422,
      "step": 10890
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0534191438134023e-05,
      "loss": 0.5432,
      "step": 10891
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0532711036337285e-05,
      "loss": 0.5941,
      "step": 10892
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0531230622832386e-05,
      "loss": 0.5978,
      "step": 10893
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0529750197651869e-05,
      "loss": 0.6506,
      "step": 10894
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0528269760828272e-05,
      "loss": 0.6095,
      "step": 10895
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0526789312394125e-05,
      "loss": 0.4365,
      "step": 10896
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0525308852381975e-05,
      "loss": 0.6576,
      "step": 10897
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0523828380824357e-05,
      "loss": 0.6122,
      "step": 10898
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0522347897753808e-05,
      "loss": 0.5638,
      "step": 10899
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0520867403202868e-05,
      "loss": 0.6274,
      "step": 10900
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0519386897204074e-05,
      "loss": 0.5216,
      "step": 10901
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0517906379789971e-05,
      "loss": 0.6266,
      "step": 10902
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0516425850993089e-05,
      "loss": 0.6009,
      "step": 10903
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0514945310845973e-05,
      "loss": 0.6596,
      "step": 10904
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0513464759381168e-05,
      "loss": 0.6034,
      "step": 10905
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0511984196631206e-05,
      "loss": 0.6588,
      "step": 10906
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0510503622628634e-05,
      "loss": 0.6214,
      "step": 10907
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0509023037405983e-05,
      "loss": 0.5939,
      "step": 10908
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0507542440995804e-05,
      "loss": 0.6473,
      "step": 10909
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0506061833430634e-05,
      "loss": 0.5641,
      "step": 10910
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0504581214743016e-05,
      "loss": 0.5936,
      "step": 10911
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0503100584965491e-05,
      "loss": 0.5902,
      "step": 10912
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0501619944130597e-05,
      "loss": 0.522,
      "step": 10913
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0500139292270883e-05,
      "loss": 0.5383,
      "step": 10914
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0498658629418885e-05,
      "loss": 0.5428,
      "step": 10915
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0497177955607152e-05,
      "loss": 0.6423,
      "step": 10916
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0495697270868223e-05,
      "loss": 0.6571,
      "step": 10917
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.049421657523464e-05,
      "loss": 0.5168,
      "step": 10918
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.049273586873895e-05,
      "loss": 0.6657,
      "step": 10919
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0491255151413695e-05,
      "loss": 0.6635,
      "step": 10920
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0489774423291418e-05,
      "loss": 0.6585,
      "step": 10921
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0488293684404664e-05,
      "loss": 0.5931,
      "step": 10922
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0486812934785978e-05,
      "loss": 0.5368,
      "step": 10923
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0485332174467903e-05,
      "loss": 0.6042,
      "step": 10924
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0483851403482983e-05,
      "loss": 0.5786,
      "step": 10925
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0482370621863764e-05,
      "loss": 0.585,
      "step": 10926
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0480889829642793e-05,
      "loss": 0.5049,
      "step": 10927
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0479409026852616e-05,
      "loss": 0.6397,
      "step": 10928
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0477928213525776e-05,
      "loss": 0.638,
      "step": 10929
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.047644738969482e-05,
      "loss": 0.6495,
      "step": 10930
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0474966555392294e-05,
      "loss": 0.5765,
      "step": 10931
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0473485710650744e-05,
      "loss": 0.6474,
      "step": 10932
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0472004855502716e-05,
      "loss": 0.6074,
      "step": 10933
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.047052398998076e-05,
      "loss": 0.5527,
      "step": 10934
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.046904311411742e-05,
      "loss": 0.5502,
      "step": 10935
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0467562227945247e-05,
      "loss": 0.551,
      "step": 10936
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0466081331496785e-05,
      "loss": 0.5575,
      "step": 10937
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0464600424804583e-05,
      "loss": 0.599,
      "step": 10938
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0463119507901188e-05,
      "loss": 0.5742,
      "step": 10939
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.046163858081915e-05,
      "loss": 0.4801,
      "step": 10940
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0460157643591016e-05,
      "loss": 0.5521,
      "step": 10941
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0458676696249334e-05,
      "loss": 0.5063,
      "step": 10942
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.045719573882666e-05,
      "loss": 0.6211,
      "step": 10943
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.045571477135553e-05,
      "loss": 0.6122,
      "step": 10944
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0454233793868505e-05,
      "loss": 0.5328,
      "step": 10945
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0452752806398132e-05,
      "loss": 0.5569,
      "step": 10946
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0451271808976955e-05,
      "loss": 0.7414,
      "step": 10947
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.044979080163753e-05,
      "loss": 0.5845,
      "step": 10948
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0448309784412402e-05,
      "loss": 0.6106,
      "step": 10949
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0446828757334131e-05,
      "loss": 0.6723,
      "step": 10950
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0445347720435257e-05,
      "loss": 0.6227,
      "step": 10951
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0443866673748335e-05,
      "loss": 0.6668,
      "step": 10952
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0442385617305922e-05,
      "loss": 0.6064,
      "step": 10953
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0440904551140559e-05,
      "loss": 0.6099,
      "step": 10954
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0439423475284803e-05,
      "loss": 0.603,
      "step": 10955
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0437942389771203e-05,
      "loss": 0.5712,
      "step": 10956
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0436461294632316e-05,
      "loss": 0.5652,
      "step": 10957
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.043498018990069e-05,
      "loss": 0.6005,
      "step": 10958
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0433499075608876e-05,
      "loss": 0.7177,
      "step": 10959
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0432017951789435e-05,
      "loss": 0.6377,
      "step": 10960
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0430536818474911e-05,
      "loss": 0.7364,
      "step": 10961
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0429055675697857e-05,
      "loss": 0.6449,
      "step": 10962
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0427574523490833e-05,
      "loss": 0.6947,
      "step": 10963
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0426093361886386e-05,
      "loss": 0.5253,
      "step": 10964
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0424612190917074e-05,
      "loss": 0.5799,
      "step": 10965
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0423131010615445e-05,
      "loss": 0.6241,
      "step": 10966
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0421649821014061e-05,
      "loss": 0.5652,
      "step": 10967
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0420168622145472e-05,
      "loss": 0.6316,
      "step": 10968
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.041868741404223e-05,
      "loss": 0.6042,
      "step": 10969
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0417206196736896e-05,
      "loss": 0.5439,
      "step": 10970
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0415724970262018e-05,
      "loss": 0.615,
      "step": 10971
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0414243734650158e-05,
      "loss": 0.5401,
      "step": 10972
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0412762489933861e-05,
      "loss": 0.6756,
      "step": 10973
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0411281236145694e-05,
      "loss": 0.5807,
      "step": 10974
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0409799973318206e-05,
      "loss": 0.5755,
      "step": 10975
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0408318701483953e-05,
      "loss": 0.7014,
      "step": 10976
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0406837420675496e-05,
      "loss": 0.6082,
      "step": 10977
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0405356130925383e-05,
      "loss": 0.6129,
      "step": 10978
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0403874832266179e-05,
      "loss": 0.5639,
      "step": 10979
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0402393524730432e-05,
      "loss": 0.5529,
      "step": 10980
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0400912208350706e-05,
      "loss": 0.5834,
      "step": 10981
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0399430883159558e-05,
      "loss": 0.5476,
      "step": 10982
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039794954918954e-05,
      "loss": 0.5412,
      "step": 10983
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0396468206473214e-05,
      "loss": 0.6377,
      "step": 10984
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0394986855043132e-05,
      "loss": 0.5689,
      "step": 10985
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039350549493186e-05,
      "loss": 0.5216,
      "step": 10986
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039202412617195e-05,
      "loss": 0.5637,
      "step": 10987
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.039054274879596e-05,
      "loss": 0.5544,
      "step": 10988
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0389061362836453e-05,
      "loss": 0.5568,
      "step": 10989
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0387579968325983e-05,
      "loss": 0.5991,
      "step": 10990
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0386098565297109e-05,
      "loss": 0.6799,
      "step": 10991
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0384617153782395e-05,
      "loss": 0.5636,
      "step": 10992
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0383135733814391e-05,
      "loss": 0.5984,
      "step": 10993
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0381654305425666e-05,
      "loss": 0.4606,
      "step": 10994
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0380172868648772e-05,
      "loss": 0.5458,
      "step": 10995
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0378691423516277e-05,
      "loss": 0.6688,
      "step": 10996
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0377209970060731e-05,
      "loss": 0.5606,
      "step": 10997
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.03757285083147e-05,
      "loss": 0.574,
      "step": 10998
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0374247038310743e-05,
      "loss": 0.6009,
      "step": 10999
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.037276556008142e-05,
      "loss": 0.6328,
      "step": 11000
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0371284073659291e-05,
      "loss": 0.6042,
      "step": 11001
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.036980257907692e-05,
      "loss": 0.5956,
      "step": 11002
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0368321076366865e-05,
      "loss": 0.6337,
      "step": 11003
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0366839565561689e-05,
      "loss": 0.5951,
      "step": 11004
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0365358046693947e-05,
      "loss": 0.5523,
      "step": 11005
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.036387651979621e-05,
      "loss": 0.5843,
      "step": 11006
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0362394984901034e-05,
      "loss": 0.4324,
      "step": 11007
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0360913442040982e-05,
      "loss": 0.6309,
      "step": 11008
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0359431891248615e-05,
      "loss": 0.6543,
      "step": 11009
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0357950332556499e-05,
      "loss": 0.5771,
      "step": 11010
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0356468765997192e-05,
      "loss": 0.6328,
      "step": 11011
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0354987191603257e-05,
      "loss": 0.6409,
      "step": 11012
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0353505609407258e-05,
      "loss": 0.6257,
      "step": 11013
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0352024019441758e-05,
      "loss": 0.6512,
      "step": 11014
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.035054242173932e-05,
      "loss": 0.5727,
      "step": 11015
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0349060816332505e-05,
      "loss": 0.5441,
      "step": 11016
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0347579203253879e-05,
      "loss": 0.5464,
      "step": 11017
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0346097582536007e-05,
      "loss": 0.6083,
      "step": 11018
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0344615954211448e-05,
      "loss": 0.6094,
      "step": 11019
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0343134318312768e-05,
      "loss": 0.5307,
      "step": 11020
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0341652674872533e-05,
      "loss": 0.6717,
      "step": 11021
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0340171023923304e-05,
      "loss": 0.6462,
      "step": 11022
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0338689365497647e-05,
      "loss": 0.5882,
      "step": 11023
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0337207699628127e-05,
      "loss": 0.6189,
      "step": 11024
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.033572602634731e-05,
      "loss": 0.5781,
      "step": 11025
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0334244345687758e-05,
      "loss": 0.6078,
      "step": 11026
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0332762657682037e-05,
      "loss": 0.592,
      "step": 11027
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0331280962362711e-05,
      "loss": 0.5956,
      "step": 11028
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0329799259762348e-05,
      "loss": 0.5807,
      "step": 11029
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.032831754991351e-05,
      "loss": 0.6715,
      "step": 11030
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0326835832848765e-05,
      "loss": 0.542,
      "step": 11031
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0325354108600683e-05,
      "loss": 0.6425,
      "step": 11032
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0323872377201823e-05,
      "loss": 0.5804,
      "step": 11033
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0322390638684752e-05,
      "loss": 0.6079,
      "step": 11034
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.032090889308204e-05,
      "loss": 0.6547,
      "step": 11035
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031942714042625e-05,
      "loss": 0.5734,
      "step": 11036
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031794538074995e-05,
      "loss": 0.5983,
      "step": 11037
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0316463614085708e-05,
      "loss": 0.6055,
      "step": 11038
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0314981840466089e-05,
      "loss": 0.48,
      "step": 11039
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0313500059923665e-05,
      "loss": 0.6005,
      "step": 11040
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0312018272490992e-05,
      "loss": 0.584,
      "step": 11041
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.031053647820065e-05,
      "loss": 0.6269,
      "step": 11042
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0309054677085197e-05,
      "loss": 0.5727,
      "step": 11043
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0307572869177209e-05,
      "loss": 0.4642,
      "step": 11044
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0306091054509247e-05,
      "loss": 0.5778,
      "step": 11045
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.030460923311388e-05,
      "loss": 0.6193,
      "step": 11046
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0303127405023681e-05,
      "loss": 0.4397,
      "step": 11047
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0301645570271213e-05,
      "loss": 0.597,
      "step": 11048
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0300163728889045e-05,
      "loss": 0.5728,
      "step": 11049
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0298681880909749e-05,
      "loss": 0.5098,
      "step": 11050
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0297200026365893e-05,
      "loss": 0.5601,
      "step": 11051
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0295718165290041e-05,
      "loss": 0.5817,
      "step": 11052
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0294236297714767e-05,
      "loss": 0.5903,
      "step": 11053
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0292754423672638e-05,
      "loss": 0.6418,
      "step": 11054
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0291272543196223e-05,
      "loss": 0.629,
      "step": 11055
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0289790656318092e-05,
      "loss": 0.6242,
      "step": 11056
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0288308763070818e-05,
      "loss": 0.5891,
      "step": 11057
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0286826863486963e-05,
      "loss": 0.5412,
      "step": 11058
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0285344957599104e-05,
      "loss": 0.6139,
      "step": 11059
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0283863045439806e-05,
      "loss": 0.62,
      "step": 11060
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0282381127041645e-05,
      "loss": 0.5816,
      "step": 11061
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0280899202437187e-05,
      "loss": 0.6178,
      "step": 11062
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0279417271659e-05,
      "loss": 0.61,
      "step": 11063
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0277935334739661e-05,
      "loss": 0.6077,
      "step": 11064
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0276453391711735e-05,
      "loss": 0.5158,
      "step": 11065
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0274971442607795e-05,
      "loss": 0.5755,
      "step": 11066
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0273489487460413e-05,
      "loss": 0.5071,
      "step": 11067
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0272007526302158e-05,
      "loss": 0.5955,
      "step": 11068
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0270525559165605e-05,
      "loss": 0.5709,
      "step": 11069
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0269043586083318e-05,
      "loss": 0.5991,
      "step": 11070
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0267561607087876e-05,
      "loss": 0.5787,
      "step": 11071
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0266079622211849e-05,
      "loss": 0.5188,
      "step": 11072
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0264597631487804e-05,
      "loss": 0.5989,
      "step": 11073
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.026311563494832e-05,
      "loss": 0.5851,
      "step": 11074
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0261633632625961e-05,
      "loss": 0.6782,
      "step": 11075
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0260151624553304e-05,
      "loss": 0.6479,
      "step": 11076
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.025866961076292e-05,
      "loss": 0.6487,
      "step": 11077
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0257187591287385e-05,
      "loss": 0.5632,
      "step": 11078
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0255705566159264e-05,
      "loss": 0.6418,
      "step": 11079
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0254223535411139e-05,
      "loss": 0.542,
      "step": 11080
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0252741499075573e-05,
      "loss": 0.5683,
      "step": 11081
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0251259457185145e-05,
      "loss": 0.5721,
      "step": 11082
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0249777409772427e-05,
      "loss": 0.548,
      "step": 11083
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0248295356869991e-05,
      "loss": 0.5117,
      "step": 11084
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.024681329851041e-05,
      "loss": 0.6535,
      "step": 11085
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0245331234726258e-05,
      "loss": 0.5403,
      "step": 11086
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.024384916555011e-05,
      "loss": 0.5159,
      "step": 11087
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0242367091014536e-05,
      "loss": 0.6564,
      "step": 11088
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0240885011152111e-05,
      "loss": 0.4615,
      "step": 11089
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0239402925995415e-05,
      "loss": 0.5106,
      "step": 11090
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0237920835577012e-05,
      "loss": 0.6616,
      "step": 11091
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.023643873992948e-05,
      "loss": 0.6245,
      "step": 11092
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0234956639085394e-05,
      "loss": 0.5635,
      "step": 11093
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0233474533077328e-05,
      "loss": 0.6804,
      "step": 11094
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0231992421937858e-05,
      "loss": 0.6436,
      "step": 11095
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0230510305699553e-05,
      "loss": 0.538,
      "step": 11096
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0229028184394996e-05,
      "loss": 0.5697,
      "step": 11097
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0227546058056757e-05,
      "loss": 0.5538,
      "step": 11098
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0226063926717405e-05,
      "loss": 0.5796,
      "step": 11099
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0224581790409527e-05,
      "loss": 0.5533,
      "step": 11100
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0223099649165686e-05,
      "loss": 0.555,
      "step": 11101
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0221617503018466e-05,
      "loss": 0.5391,
      "step": 11102
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0220135352000441e-05,
      "loss": 0.5933,
      "step": 11103
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0218653196144183e-05,
      "loss": 0.6851,
      "step": 11104
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0217171035482271e-05,
      "loss": 0.6498,
      "step": 11105
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0215688870047276e-05,
      "loss": 0.4917,
      "step": 11106
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0214206699871778e-05,
      "loss": 0.5893,
      "step": 11107
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.021272452498835e-05,
      "loss": 0.6377,
      "step": 11108
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0211242345429571e-05,
      "loss": 0.5873,
      "step": 11109
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0209760161228013e-05,
      "loss": 0.642,
      "step": 11110
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0208277972416253e-05,
      "loss": 0.5813,
      "step": 11111
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0206795779026872e-05,
      "loss": 0.5179,
      "step": 11112
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.020531358109244e-05,
      "loss": 0.6303,
      "step": 11113
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0203831378645534e-05,
      "loss": 0.6806,
      "step": 11114
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0202349171718737e-05,
      "loss": 0.6151,
      "step": 11115
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.020086696034462e-05,
      "loss": 0.5256,
      "step": 11116
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0199384744555758e-05,
      "loss": 0.4981,
      "step": 11117
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0197902524384733e-05,
      "loss": 0.5092,
      "step": 11118
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.019642029986412e-05,
      "loss": 0.6727,
      "step": 11119
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0194938071026494e-05,
      "loss": 0.5298,
      "step": 11120
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0193455837904433e-05,
      "loss": 0.6318,
      "step": 11121
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0191973600530516e-05,
      "loss": 0.5293,
      "step": 11122
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0190491358937318e-05,
      "loss": 0.7046,
      "step": 11123
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0189009113157418e-05,
      "loss": 0.5183,
      "step": 11124
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0187526863223392e-05,
      "loss": 0.6102,
      "step": 11125
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.018604460916782e-05,
      "loss": 0.5063,
      "step": 11126
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0184562351023278e-05,
      "loss": 0.5254,
      "step": 11127
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.018308008882234e-05,
      "loss": 0.6842,
      "step": 11128
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0181597822597591e-05,
      "loss": 0.6061,
      "step": 11129
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0180115552381603e-05,
      "loss": 0.5875,
      "step": 11130
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0178633278206958e-05,
      "loss": 0.5657,
      "step": 11131
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0177151000106234e-05,
      "loss": 0.5698,
      "step": 11132
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0175668718112004e-05,
      "loss": 0.5957,
      "step": 11133
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0174186432256854e-05,
      "loss": 0.6817,
      "step": 11134
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0172704142573352e-05,
      "loss": 0.5845,
      "step": 11135
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0171221849094088e-05,
      "loss": 0.6228,
      "step": 11136
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0169739551851632e-05,
      "loss": 0.5984,
      "step": 11137
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0168257250878567e-05,
      "loss": 0.5974,
      "step": 11138
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0166774946207472e-05,
      "loss": 0.5623,
      "step": 11139
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0165292637870921e-05,
      "loss": 0.6344,
      "step": 11140
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0163810325901498e-05,
      "loss": 0.6204,
      "step": 11141
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0162328010331777e-05,
      "loss": 0.6148,
      "step": 11142
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0160845691194342e-05,
      "loss": 0.6831,
      "step": 11143
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015936336852177e-05,
      "loss": 0.5631,
      "step": 11144
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0157881042346641e-05,
      "loss": 0.6258,
      "step": 11145
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0156398712701529e-05,
      "loss": 0.6486,
      "step": 11146
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015491637961902e-05,
      "loss": 0.6291,
      "step": 11147
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0153434043131692e-05,
      "loss": 0.4643,
      "step": 11148
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015195170327212e-05,
      "loss": 0.5808,
      "step": 11149
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015046936007289e-05,
      "loss": 0.5453,
      "step": 11150
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0148987013566578e-05,
      "loss": 0.6833,
      "step": 11151
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0147504663785763e-05,
      "loss": 0.5361,
      "step": 11152
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0146022310763025e-05,
      "loss": 0.4792,
      "step": 11153
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0144539954530945e-05,
      "loss": 0.5682,
      "step": 11154
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0143057595122103e-05,
      "loss": 0.6195,
      "step": 11155
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0141575232569079e-05,
      "loss": 0.7297,
      "step": 11156
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.014009286690445e-05,
      "loss": 0.6107,
      "step": 11157
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0138610498160802e-05,
      "loss": 0.5898,
      "step": 11158
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.013712812637071e-05,
      "loss": 0.6576,
      "step": 11159
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0135645751566754e-05,
      "loss": 0.6152,
      "step": 11160
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0134163373781519e-05,
      "loss": 0.6273,
      "step": 11161
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.013268099304758e-05,
      "loss": 0.5855,
      "step": 11162
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0131198609397522e-05,
      "loss": 0.5024,
      "step": 11163
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.012971622286392e-05,
      "loss": 0.6141,
      "step": 11164
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0128233833479364e-05,
      "loss": 0.5807,
      "step": 11165
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0126751441276424e-05,
      "loss": 0.5459,
      "step": 11166
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0125269046287684e-05,
      "loss": 0.6097,
      "step": 11167
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0123786648545731e-05,
      "loss": 0.5441,
      "step": 11168
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0122304248083137e-05,
      "loss": 0.5371,
      "step": 11169
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0120821844932489e-05,
      "loss": 0.5135,
      "step": 11170
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011933943912636e-05,
      "loss": 0.4821,
      "step": 11171
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0117857030697342e-05,
      "loss": 0.5778,
      "step": 11172
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011637461967801e-05,
      "loss": 0.629,
      "step": 11173
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0114892206100946e-05,
      "loss": 0.5824,
      "step": 11174
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0113409789998728e-05,
      "loss": 0.6088,
      "step": 11175
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011192737140394e-05,
      "loss": 0.704,
      "step": 11176
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0110444950349165e-05,
      "loss": 0.6043,
      "step": 11177
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0108962526866979e-05,
      "loss": 0.559,
      "step": 11178
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0107480100989971e-05,
      "loss": 0.5436,
      "step": 11179
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0105997672750715e-05,
      "loss": 0.5537,
      "step": 11180
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0104515242181797e-05,
      "loss": 0.6406,
      "step": 11181
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0103032809315799e-05,
      "loss": 0.5645,
      "step": 11182
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0101550374185297e-05,
      "loss": 0.5773,
      "step": 11183
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.010006793682288e-05,
      "loss": 0.5282,
      "step": 11184
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0098585497261121e-05,
      "loss": 0.5464,
      "step": 11185
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0097103055532608e-05,
      "loss": 0.5264,
      "step": 11186
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0095620611669927e-05,
      "loss": 0.6977,
      "step": 11187
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.009413816570565e-05,
      "loss": 0.4024,
      "step": 11188
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0092655717672362e-05,
      "loss": 0.6016,
      "step": 11189
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0091173267602647e-05,
      "loss": 0.4835,
      "step": 11190
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0089690815529087e-05,
      "loss": 0.6144,
      "step": 11191
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0088208361484263e-05,
      "loss": 0.6134,
      "step": 11192
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0086725905500755e-05,
      "loss": 0.6354,
      "step": 11193
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0085243447611148e-05,
      "loss": 0.5363,
      "step": 11194
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0083760987848023e-05,
      "loss": 0.5667,
      "step": 11195
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0082278526243962e-05,
      "loss": 0.6939,
      "step": 11196
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.008079606283155e-05,
      "loss": 0.6329,
      "step": 11197
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0079313597643363e-05,
      "loss": 0.6242,
      "step": 11198
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.007783113071199e-05,
      "loss": 0.6414,
      "step": 11199
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0076348662070007e-05,
      "loss": 0.5559,
      "step": 11200
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0074866191750002e-05,
      "loss": 0.6597,
      "step": 11201
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0073383719784556e-05,
      "loss": 0.6672,
      "step": 11202
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0071901246206245e-05,
      "loss": 0.6728,
      "step": 11203
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0070418771047663e-05,
      "loss": 0.6289,
      "step": 11204
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0068936294341382e-05,
      "loss": 0.4956,
      "step": 11205
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0067453816119995e-05,
      "loss": 0.6477,
      "step": 11206
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.006597133641607e-05,
      "loss": 0.5805,
      "step": 11207
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0064488855262201e-05,
      "loss": 0.5745,
      "step": 11208
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0063006372690973e-05,
      "loss": 0.4864,
      "step": 11209
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0061523888734959e-05,
      "loss": 0.5801,
      "step": 11210
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0060041403426743e-05,
      "loss": 0.6863,
      "step": 11211
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0058558916798915e-05,
      "loss": 0.6168,
      "step": 11212
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0057076428884054e-05,
      "loss": 0.6145,
      "step": 11213
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0055593939714738e-05,
      "loss": 0.5906,
      "step": 11214
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0054111449323556e-05,
      "loss": 0.6431,
      "step": 11215
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0052628957743092e-05,
      "loss": 0.612,
      "step": 11216
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0051146465005921e-05,
      "loss": 0.6361,
      "step": 11217
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0049663971144631e-05,
      "loss": 0.487,
      "step": 11218
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0048181476191807e-05,
      "loss": 0.6824,
      "step": 11219
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.004669898018003e-05,
      "loss": 0.5959,
      "step": 11220
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.004521648314188e-05,
      "loss": 0.7649,
      "step": 11221
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.004373398510994e-05,
      "loss": 0.5692,
      "step": 11222
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.00422514861168e-05,
      "loss": 0.653,
      "step": 11223
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0040768986195037e-05,
      "loss": 0.6357,
      "step": 11224
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0039286485377233e-05,
      "loss": 0.5335,
      "step": 11225
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0037803983695978e-05,
      "loss": 0.6209,
      "step": 11226
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0036321481183845e-05,
      "loss": 0.6893,
      "step": 11227
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0034838977873425e-05,
      "loss": 0.634,
      "step": 11228
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0033356473797297e-05,
      "loss": 0.5403,
      "step": 11229
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.003187396898805e-05,
      "loss": 0.5892,
      "step": 11230
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.003039146347826e-05,
      "loss": 0.6313,
      "step": 11231
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0028908957300515e-05,
      "loss": 0.4878,
      "step": 11232
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0027426450487395e-05,
      "loss": 0.663,
      "step": 11233
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0025943943071484e-05,
      "loss": 0.6829,
      "step": 11234
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0024461435085367e-05,
      "loss": 0.5928,
      "step": 11235
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0022978926561621e-05,
      "loss": 0.5142,
      "step": 11236
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.002149641753284e-05,
      "loss": 0.5639,
      "step": 11237
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0020013908031601e-05,
      "loss": 0.6635,
      "step": 11238
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0018531398090485e-05,
      "loss": 0.5455,
      "step": 11239
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0017048887742078e-05,
      "loss": 0.5676,
      "step": 11240
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0015566377018962e-05,
      "loss": 0.557,
      "step": 11241
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0014083865953725e-05,
      "loss": 0.568,
      "step": 11242
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0012601354578943e-05,
      "loss": 0.5283,
      "step": 11243
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0011118842927203e-05,
      "loss": 0.5336,
      "step": 11244
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0009636331031092e-05,
      "loss": 0.4916,
      "step": 11245
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0008153818923185e-05,
      "loss": 0.658,
      "step": 11246
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0006671306636074e-05,
      "loss": 0.5984,
      "step": 11247
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0005188794202334e-05,
      "loss": 0.5643,
      "step": 11248
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0003706281654556e-05,
      "loss": 0.6884,
      "step": 11249
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0002223769025316e-05,
      "loss": 0.5587,
      "step": 11250
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0000741256347204e-05,
      "loss": 0.4986,
      "step": 11251
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9992587436528e-06,
      "loss": 0.4892,
      "step": 11252
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.997776230974686e-06,
      "loss": 0.6727,
      "step": 11253
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.996293718345448e-06,
      "loss": 0.6539,
      "step": 11254
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.994811205797667e-06,
      "loss": 0.5772,
      "step": 11255
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.993328693363931e-06,
      "loss": 0.5963,
      "step": 11256
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.991846181076817e-06,
      "loss": 0.6566,
      "step": 11257
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.990363668968913e-06,
      "loss": 0.6585,
      "step": 11258
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.988881157072797e-06,
      "loss": 0.6043,
      "step": 11259
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.98739864542106e-06,
      "loss": 0.5879,
      "step": 11260
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.985916134046278e-06,
      "loss": 0.4404,
      "step": 11261
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.984433622981041e-06,
      "loss": 0.5372,
      "step": 11262
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.982951112257929e-06,
      "loss": 0.5892,
      "step": 11263
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.981468601909519e-06,
      "loss": 0.5794,
      "step": 11264
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.979986091968402e-06,
      "loss": 0.5298,
      "step": 11265
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.978503582467162e-06,
      "loss": 0.4876,
      "step": 11266
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.97702107343838e-06,
      "loss": 0.6232,
      "step": 11267
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.975538564914638e-06,
      "loss": 0.6235,
      "step": 11268
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.974056056928516e-06,
      "loss": 0.6742,
      "step": 11269
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.972573549512609e-06,
      "loss": 0.5395,
      "step": 11270
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.971091042699489e-06,
      "loss": 0.6273,
      "step": 11271
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.969608536521742e-06,
      "loss": 0.4014,
      "step": 11272
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.968126031011955e-06,
      "loss": 0.5571,
      "step": 11273
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.966643526202701e-06,
      "loss": 0.6784,
      "step": 11274
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.965161022126577e-06,
      "loss": 0.5733,
      "step": 11275
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.963678518816156e-06,
      "loss": 0.5754,
      "step": 11276
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.962196016304027e-06,
      "loss": 0.5971,
      "step": 11277
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.96071351462277e-06,
      "loss": 0.5195,
      "step": 11278
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.959231013804964e-06,
      "loss": 0.6642,
      "step": 11279
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.957748513883203e-06,
      "loss": 0.5656,
      "step": 11280
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.956266014890062e-06,
      "loss": 0.6689,
      "step": 11281
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.954783516858124e-06,
      "loss": 0.5969,
      "step": 11282
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.953301019819972e-06,
      "loss": 0.6814,
      "step": 11283
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.951818523808194e-06,
      "loss": 0.6386,
      "step": 11284
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.95033602885537e-06,
      "loss": 0.5831,
      "step": 11285
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.948853534994082e-06,
      "loss": 0.4845,
      "step": 11286
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.947371042256913e-06,
      "loss": 0.5744,
      "step": 11287
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.945888550676444e-06,
      "loss": 0.6289,
      "step": 11288
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.944406060285265e-06,
      "loss": 0.7266,
      "step": 11289
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.94292357111595e-06,
      "loss": 0.6353,
      "step": 11290
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.941441083201088e-06,
      "loss": 0.5953,
      "step": 11291
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.93995859657326e-06,
      "loss": 0.5714,
      "step": 11292
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.938476111265046e-06,
      "loss": 0.5554,
      "step": 11293
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.93699362730903e-06,
      "loss": 0.5825,
      "step": 11294
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.9355111447378e-06,
      "loss": 0.5501,
      "step": 11295
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.934028663583934e-06,
      "loss": 0.565,
      "step": 11296
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.932546183880012e-06,
      "loss": 0.542,
      "step": 11297
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.931063705658618e-06,
      "loss": 0.5645,
      "step": 11298
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.92958122895234e-06,
      "loss": 0.6653,
      "step": 11299
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.928098753793756e-06,
      "loss": 0.6434,
      "step": 11300
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.92661628021545e-06,
      "loss": 0.6329,
      "step": 11301
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.925133808250003e-06,
      "loss": 0.5643,
      "step": 11302
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.923651337929995e-06,
      "loss": 0.582,
      "step": 11303
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.922168869288013e-06,
      "loss": 0.5772,
      "step": 11304
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.92068640235664e-06,
      "loss": 0.5385,
      "step": 11305
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.919203937168455e-06,
      "loss": 0.5754,
      "step": 11306
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.917721473756041e-06,
      "loss": 0.5669,
      "step": 11307
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.916239012151977e-06,
      "loss": 0.586,
      "step": 11308
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.914756552388855e-06,
      "loss": 0.5843,
      "step": 11309
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.913274094499249e-06,
      "loss": 0.6413,
      "step": 11310
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.91179163851574e-06,
      "loss": 0.5922,
      "step": 11311
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.910309184470913e-06,
      "loss": 0.5194,
      "step": 11312
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.908826732397355e-06,
      "loss": 0.5926,
      "step": 11313
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.907344282327641e-06,
      "loss": 0.5765,
      "step": 11314
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.905861834294354e-06,
      "loss": 0.6428,
      "step": 11315
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.904379388330078e-06,
      "loss": 0.6274,
      "step": 11316
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.90289694446739e-06,
      "loss": 0.6203,
      "step": 11317
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.90141450273888e-06,
      "loss": 0.5934,
      "step": 11318
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.899932063177124e-06,
      "loss": 0.5616,
      "step": 11319
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.898449625814707e-06,
      "loss": 0.6979,
      "step": 11320
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.896967190684208e-06,
      "loss": 0.7041,
      "step": 11321
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.895484757818206e-06,
      "loss": 0.6736,
      "step": 11322
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.894002327249286e-06,
      "loss": 0.5653,
      "step": 11323
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.892519899010034e-06,
      "loss": 0.5696,
      "step": 11324
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.891037473133025e-06,
      "loss": 0.5492,
      "step": 11325
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.889555049650842e-06,
      "loss": 0.459,
      "step": 11326
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.888072628596062e-06,
      "loss": 0.6633,
      "step": 11327
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.886590210001276e-06,
      "loss": 0.648,
      "step": 11328
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.885107793899059e-06,
      "loss": 0.6593,
      "step": 11329
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.883625380321994e-06,
      "loss": 0.4596,
      "step": 11330
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.882142969302661e-06,
      "loss": 0.6664,
      "step": 11331
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88066056087364e-06,
      "loss": 0.5729,
      "step": 11332
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.879178155067514e-06,
      "loss": 0.5646,
      "step": 11333
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.877695751916866e-06,
      "loss": 0.6671,
      "step": 11334
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.876213351454274e-06,
      "loss": 0.5111,
      "step": 11335
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.874730953712315e-06,
      "loss": 0.6214,
      "step": 11336
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.873248558723578e-06,
      "loss": 0.5223,
      "step": 11337
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.87176616652064e-06,
      "loss": 0.512,
      "step": 11338
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.870283777136081e-06,
      "loss": 0.5996,
      "step": 11339
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.868801390602481e-06,
      "loss": 0.6322,
      "step": 11340
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.86731900695242e-06,
      "loss": 0.6745,
      "step": 11341
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.865836626218483e-06,
      "loss": 0.5155,
      "step": 11342
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.864354248433248e-06,
      "loss": 0.5983,
      "step": 11343
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.862871873629295e-06,
      "loss": 0.5393,
      "step": 11344
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.861389501839203e-06,
      "loss": 0.6593,
      "step": 11345
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.85990713309555e-06,
      "loss": 0.6738,
      "step": 11346
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.858424767430925e-06,
      "loss": 0.5581,
      "step": 11347
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.8569424048779e-06,
      "loss": 0.5273,
      "step": 11348
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.855460045469059e-06,
      "loss": 0.6285,
      "step": 11349
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.853977689236979e-06,
      "loss": 0.5006,
      "step": 11350
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.85249533621424e-06,
      "loss": 0.6405,
      "step": 11351
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.851012986433426e-06,
      "loss": 0.5533,
      "step": 11352
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.849530639927113e-06,
      "loss": 0.6058,
      "step": 11353
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.848048296727882e-06,
      "loss": 0.5948,
      "step": 11354
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.846565956868312e-06,
      "loss": 0.4387,
      "step": 11355
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.845083620380981e-06,
      "loss": 0.6033,
      "step": 11356
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.843601287298473e-06,
      "loss": 0.6089,
      "step": 11357
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.842118957653362e-06,
      "loss": 0.5604,
      "step": 11358
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.840636631478235e-06,
      "loss": 0.5649,
      "step": 11359
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.839154308805663e-06,
      "loss": 0.5994,
      "step": 11360
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.837671989668223e-06,
      "loss": 0.5406,
      "step": 11361
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.836189674098504e-06,
      "loss": 0.5691,
      "step": 11362
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.834707362129082e-06,
      "loss": 0.5653,
      "step": 11363
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.833225053792533e-06,
      "loss": 0.6335,
      "step": 11364
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.831742749121433e-06,
      "loss": 0.5596,
      "step": 11365
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.830260448148368e-06,
      "loss": 0.5952,
      "step": 11366
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.828778150905914e-06,
      "loss": 0.6652,
      "step": 11367
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.827295857426651e-06,
      "loss": 0.608,
      "step": 11368
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.825813567743151e-06,
      "loss": 0.6066,
      "step": 11369
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.824331281887996e-06,
      "loss": 0.5154,
      "step": 11370
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.82284899989377e-06,
      "loss": 0.5562,
      "step": 11371
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.821366721793043e-06,
      "loss": 0.5306,
      "step": 11372
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.819884447618398e-06,
      "loss": 0.5607,
      "step": 11373
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.818402177402412e-06,
      "loss": 0.4609,
      "step": 11374
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.81691991117766e-06,
      "loss": 0.68,
      "step": 11375
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.815437648976728e-06,
      "loss": 0.6172,
      "step": 11376
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.813955390832182e-06,
      "loss": 0.5869,
      "step": 11377
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.812473136776611e-06,
      "loss": 0.4746,
      "step": 11378
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.810990886842585e-06,
      "loss": 0.5929,
      "step": 11379
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.809508641062683e-06,
      "loss": 0.6279,
      "step": 11380
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.808026399469485e-06,
      "loss": 0.5781,
      "step": 11381
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.80654416209557e-06,
      "loss": 0.5978,
      "step": 11382
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.805061928973509e-06,
      "loss": 0.6027,
      "step": 11383
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.803579700135885e-06,
      "loss": 0.6862,
      "step": 11384
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.802097475615269e-06,
      "loss": 0.574,
      "step": 11385
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.800615255444244e-06,
      "loss": 0.5338,
      "step": 11386
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.799133039655383e-06,
      "loss": 0.6366,
      "step": 11387
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.797650828281268e-06,
      "loss": 0.5161,
      "step": 11388
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79616862135447e-06,
      "loss": 0.6174,
      "step": 11389
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.794686418907564e-06,
      "loss": 0.5729,
      "step": 11390
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.793204220973131e-06,
      "loss": 0.5976,
      "step": 11391
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.79172202758375e-06,
      "loss": 0.5877,
      "step": 11392
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.790239838771994e-06,
      "loss": 0.3856,
      "step": 11393
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.788757654570432e-06,
      "loss": 0.5229,
      "step": 11394
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.787275475011652e-06,
      "loss": 0.5737,
      "step": 11395
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.785793300128225e-06,
      "loss": 0.6202,
      "step": 11396
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.784311129952729e-06,
      "loss": 0.4676,
      "step": 11397
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.782828964517734e-06,
      "loss": 0.5466,
      "step": 11398
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.781346803855817e-06,
      "loss": 0.5775,
      "step": 11399
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.77986464799956e-06,
      "loss": 0.6323,
      "step": 11400
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.778382496981535e-06,
      "loss": 0.5694,
      "step": 11401
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.776900350834316e-06,
      "loss": 0.6344,
      "step": 11402
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.775418209590478e-06,
      "loss": 0.5991,
      "step": 11403
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.773936073282597e-06,
      "loss": 0.608,
      "step": 11404
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.772453941943248e-06,
      "loss": 0.5668,
      "step": 11405
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.770971815605007e-06,
      "loss": 0.4298,
      "step": 11406
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.769489694300449e-06,
      "loss": 0.6863,
      "step": 11407
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.768007578062146e-06,
      "loss": 0.6211,
      "step": 11408
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.766525466922672e-06,
      "loss": 0.583,
      "step": 11409
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.765043360914608e-06,
      "loss": 0.5455,
      "step": 11410
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.763561260070524e-06,
      "loss": 0.5681,
      "step": 11411
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.762079164422993e-06,
      "loss": 0.5424,
      "step": 11412
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.760597074004592e-06,
      "loss": 0.5274,
      "step": 11413
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.759114988847888e-06,
      "loss": 0.5777,
      "step": 11414
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.757632908985468e-06,
      "loss": 0.5589,
      "step": 11415
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.756150834449893e-06,
      "loss": 0.5988,
      "step": 11416
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.754668765273747e-06,
      "loss": 0.568,
      "step": 11417
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.753186701489595e-06,
      "loss": 0.6303,
      "step": 11418
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.751704643130012e-06,
      "loss": 0.5924,
      "step": 11419
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.750222590227576e-06,
      "loss": 0.5136,
      "step": 11420
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.748740542814859e-06,
      "loss": 0.6404,
      "step": 11421
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.747258500924432e-06,
      "loss": 0.5227,
      "step": 11422
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.745776464588864e-06,
      "loss": 0.6373,
      "step": 11423
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.744294433840736e-06,
      "loss": 0.668,
      "step": 11424
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.742812408712618e-06,
      "loss": 0.6387,
      "step": 11425
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.741330389237082e-06,
      "loss": 0.5509,
      "step": 11426
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.7398483754467e-06,
      "loss": 0.5104,
      "step": 11427
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.73836636737404e-06,
      "loss": 0.5971,
      "step": 11428
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.736884365051684e-06,
      "loss": 0.4938,
      "step": 11429
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.735402368512198e-06,
      "loss": 0.5945,
      "step": 11430
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.733920377788155e-06,
      "loss": 0.6342,
      "step": 11431
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.732438392912127e-06,
      "loss": 0.6181,
      "step": 11432
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.730956413916682e-06,
      "loss": 0.5659,
      "step": 11433
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.729474440834397e-06,
      "loss": 0.4716,
      "step": 11434
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.727992473697843e-06,
      "loss": 0.6315,
      "step": 11435
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72651051253959e-06,
      "loss": 0.5708,
      "step": 11436
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.725028557392207e-06,
      "loss": 0.5614,
      "step": 11437
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.723546608288266e-06,
      "loss": 0.6417,
      "step": 11438
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.722064665260342e-06,
      "loss": 0.5307,
      "step": 11439
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.720582728341003e-06,
      "loss": 0.5808,
      "step": 11440
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.719100797562818e-06,
      "loss": 0.6649,
      "step": 11441
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.71761887295836e-06,
      "loss": 0.6865,
      "step": 11442
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.716136954560194e-06,
      "loss": 0.503,
      "step": 11443
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.7146550424009e-06,
      "loss": 0.5543,
      "step": 11444
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.713173136513039e-06,
      "loss": 0.5541,
      "step": 11445
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.711691236929189e-06,
      "loss": 0.5301,
      "step": 11446
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.71020934368191e-06,
      "loss": 0.572,
      "step": 11447
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.70872745680378e-06,
      "loss": 0.5107,
      "step": 11448
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.707245576327366e-06,
      "loss": 0.5762,
      "step": 11449
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.705763702285238e-06,
      "loss": 0.5921,
      "step": 11450
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.704281834709966e-06,
      "loss": 0.6845,
      "step": 11451
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.702799973634112e-06,
      "loss": 0.5924,
      "step": 11452
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.701318119090251e-06,
      "loss": 0.6332,
      "step": 11453
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.699836271110957e-06,
      "loss": 0.533,
      "step": 11454
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.69835442972879e-06,
      "loss": 0.56,
      "step": 11455
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.696872594976324e-06,
      "loss": 0.65,
      "step": 11456
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.695390766886119e-06,
      "loss": 0.549,
      "step": 11457
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.693908945490755e-06,
      "loss": 0.5952,
      "step": 11458
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.692427130822793e-06,
      "loss": 0.5571,
      "step": 11459
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.690945322914805e-06,
      "loss": 0.6083,
      "step": 11460
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.689463521799355e-06,
      "loss": 0.4711,
      "step": 11461
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.687981727509008e-06,
      "loss": 0.5878,
      "step": 11462
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.686499940076339e-06,
      "loss": 0.6276,
      "step": 11463
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.685018159533913e-06,
      "loss": 0.6165,
      "step": 11464
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.683536385914296e-06,
      "loss": 0.589,
      "step": 11465
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.682054619250052e-06,
      "loss": 0.5401,
      "step": 11466
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.68057285957375e-06,
      "loss": 0.5467,
      "step": 11467
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.679091106917963e-06,
      "loss": 0.566,
      "step": 11468
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.677609361315253e-06,
      "loss": 0.6082,
      "step": 11469
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.676127622798182e-06,
      "loss": 0.6942,
      "step": 11470
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.674645891399322e-06,
      "loss": 0.4906,
      "step": 11471
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.673164167151234e-06,
      "loss": 0.5632,
      "step": 11472
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.671682450086493e-06,
      "loss": 0.5844,
      "step": 11473
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.670200740237655e-06,
      "loss": 0.6007,
      "step": 11474
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.668719037637294e-06,
      "loss": 0.5422,
      "step": 11475
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.667237342317965e-06,
      "loss": 0.6754,
      "step": 11476
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.665755654312245e-06,
      "loss": 0.5073,
      "step": 11477
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.664273973652692e-06,
      "loss": 0.5291,
      "step": 11478
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.662792300371874e-06,
      "loss": 0.5429,
      "step": 11479
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.661310634502354e-06,
      "loss": 0.5679,
      "step": 11480
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.659828976076697e-06,
      "loss": 0.5631,
      "step": 11481
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.658347325127468e-06,
      "loss": 0.5809,
      "step": 11482
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.656865681687235e-06,
      "loss": 0.5824,
      "step": 11483
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.655384045788555e-06,
      "loss": 0.5533,
      "step": 11484
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.653902417463998e-06,
      "loss": 0.5698,
      "step": 11485
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.652420796746121e-06,
      "loss": 0.5459,
      "step": 11486
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.650939183667496e-06,
      "loss": 0.6631,
      "step": 11487
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.649457578260683e-06,
      "loss": 0.609,
      "step": 11488
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.647975980558247e-06,
      "loss": 0.5619,
      "step": 11489
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.646494390592747e-06,
      "loss": 0.5674,
      "step": 11490
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.645012808396745e-06,
      "loss": 0.5743,
      "step": 11491
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.643531234002811e-06,
      "loss": 0.5853,
      "step": 11492
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.642049667443505e-06,
      "loss": 0.7217,
      "step": 11493
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.640568108751388e-06,
      "loss": 0.5591,
      "step": 11494
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.639086557959021e-06,
      "loss": 0.5705,
      "step": 11495
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.637605015098966e-06,
      "loss": 0.7002,
      "step": 11496
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.636123480203791e-06,
      "loss": 0.5687,
      "step": 11497
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.634641953306056e-06,
      "loss": 0.6714,
      "step": 11498
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.633160434438316e-06,
      "loss": 0.5244,
      "step": 11499
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.63167892363314e-06,
      "loss": 0.7514,
      "step": 11500
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.630197420923082e-06,
      "loss": 0.6049,
      "step": 11501
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62871592634071e-06,
      "loss": 0.5604,
      "step": 11502
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.627234439918582e-06,
      "loss": 0.5134,
      "step": 11503
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.625752961689262e-06,
      "loss": 0.5107,
      "step": 11504
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.624271491685302e-06,
      "loss": 0.5474,
      "step": 11505
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.622790029939274e-06,
      "loss": 0.5973,
      "step": 11506
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.621308576483728e-06,
      "loss": 0.6074,
      "step": 11507
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61982713135123e-06,
      "loss": 0.6063,
      "step": 11508
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.618345694574337e-06,
      "loss": 0.501,
      "step": 11509
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.616864266185609e-06,
      "loss": 0.5563,
      "step": 11510
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.615382846217609e-06,
      "loss": 0.6041,
      "step": 11511
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.613901434702895e-06,
      "loss": 0.4473,
      "step": 11512
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61242003167402e-06,
      "loss": 0.666,
      "step": 11513
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.610938637163552e-06,
      "loss": 0.6232,
      "step": 11514
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.60945725120404e-06,
      "loss": 0.5749,
      "step": 11515
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.607975873828054e-06,
      "loss": 0.5421,
      "step": 11516
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.606494505068142e-06,
      "loss": 0.6114,
      "step": 11517
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.605013144956871e-06,
      "loss": 0.5896,
      "step": 11518
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.603531793526793e-06,
      "loss": 0.604,
      "step": 11519
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.602050450810461e-06,
      "loss": 0.6697,
      "step": 11520
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.600569116840444e-06,
      "loss": 0.4435,
      "step": 11521
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.599087791649295e-06,
      "loss": 0.553,
      "step": 11522
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.597606475269573e-06,
      "loss": 0.5093,
      "step": 11523
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.596125167733826e-06,
      "loss": 0.656,
      "step": 11524
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.594643869074619e-06,
      "loss": 0.6548,
      "step": 11525
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.593162579324509e-06,
      "loss": 0.6564,
      "step": 11526
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.591681298516052e-06,
      "loss": 0.5333,
      "step": 11527
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.590200026681799e-06,
      "loss": 0.6457,
      "step": 11528
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.588718763854311e-06,
      "loss": 0.5299,
      "step": 11529
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.587237510066139e-06,
      "loss": 0.47,
      "step": 11530
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.585756265349846e-06,
      "loss": 0.4398,
      "step": 11531
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.584275029737986e-06,
      "loss": 0.4842,
      "step": 11532
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58279380326311e-06,
      "loss": 0.6274,
      "step": 11533
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58131258595777e-06,
      "loss": 0.5675,
      "step": 11534
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.579831377854529e-06,
      "loss": 0.6553,
      "step": 11535
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.57835017898594e-06,
      "loss": 0.5577,
      "step": 11536
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.576868989384556e-06,
      "loss": 0.5824,
      "step": 11537
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.57538780908293e-06,
      "loss": 0.5753,
      "step": 11538
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.573906638113614e-06,
      "loss": 0.5563,
      "step": 11539
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.572425476509169e-06,
      "loss": 0.5702,
      "step": 11540
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.570944324302145e-06,
      "loss": 0.5848,
      "step": 11541
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.569463181525092e-06,
      "loss": 0.6567,
      "step": 11542
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.56798204821057e-06,
      "loss": 0.64,
      "step": 11543
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.566500924391124e-06,
      "loss": 0.5223,
      "step": 11544
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.565019810099313e-06,
      "loss": 0.5568,
      "step": 11545
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.563538705367686e-06,
      "loss": 0.5526,
      "step": 11546
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5620576102288e-06,
      "loss": 0.5328,
      "step": 11547
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.560576524715204e-06,
      "loss": 0.7566,
      "step": 11548
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.559095448859445e-06,
      "loss": 0.4783,
      "step": 11549
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.557614382694081e-06,
      "loss": 0.5532,
      "step": 11550
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.556133326251667e-06,
      "loss": 0.5657,
      "step": 11551
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.554652279564748e-06,
      "loss": 0.573,
      "step": 11552
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.553171242665874e-06,
      "loss": 0.6409,
      "step": 11553
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.551690215587596e-06,
      "loss": 0.5538,
      "step": 11554
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.550209198362474e-06,
      "loss": 0.6094,
      "step": 11555
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.548728191023049e-06,
      "loss": 0.5468,
      "step": 11556
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.547247193601875e-06,
      "loss": 0.6123,
      "step": 11557
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5457662061315e-06,
      "loss": 0.5925,
      "step": 11558
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.54428522864447e-06,
      "loss": 0.64,
      "step": 11559
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.542804261173343e-06,
      "loss": 0.534,
      "step": 11560
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.541323303750668e-06,
      "loss": 0.6199,
      "step": 11561
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.539842356408989e-06,
      "loss": 0.5987,
      "step": 11562
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.538361419180852e-06,
      "loss": 0.6184,
      "step": 11563
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.536880492098814e-06,
      "loss": 0.6505,
      "step": 11564
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.53539957519542e-06,
      "loss": 0.564,
      "step": 11565
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.53391866850322e-06,
      "loss": 0.5423,
      "step": 11566
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.532437772054756e-06,
      "loss": 0.6445,
      "step": 11567
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.530956885882578e-06,
      "loss": 0.5287,
      "step": 11568
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.529476010019241e-06,
      "loss": 0.5958,
      "step": 11569
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.527995144497286e-06,
      "loss": 0.6398,
      "step": 11570
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.52651428934926e-06,
      "loss": 0.5417,
      "step": 11571
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.52503344460771e-06,
      "loss": 0.6283,
      "step": 11572
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.523552610305182e-06,
      "loss": 0.4877,
      "step": 11573
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.522071786474227e-06,
      "loss": 0.5771,
      "step": 11574
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.520590973147386e-06,
      "loss": 0.6263,
      "step": 11575
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.519110170357209e-06,
      "loss": 0.4456,
      "step": 11576
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.517629378136237e-06,
      "loss": 0.6172,
      "step": 11577
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.51614859651702e-06,
      "loss": 0.4849,
      "step": 11578
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5146678255321e-06,
      "loss": 0.6266,
      "step": 11579
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.513187065214026e-06,
      "loss": 0.554,
      "step": 11580
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.511706315595339e-06,
      "loss": 0.6215,
      "step": 11581
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.510225576708587e-06,
      "loss": 0.5177,
      "step": 11582
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.508744848586305e-06,
      "loss": 0.5396,
      "step": 11583
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.507264131261051e-06,
      "loss": 0.5654,
      "step": 11584
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.505783424765361e-06,
      "loss": 0.557,
      "step": 11585
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.50430272913178e-06,
      "loss": 0.4923,
      "step": 11586
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.502822044392848e-06,
      "loss": 0.5237,
      "step": 11587
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.501341370581114e-06,
      "loss": 0.5857,
      "step": 11588
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.49986070772912e-06,
      "loss": 0.6136,
      "step": 11589
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.498380055869405e-06,
      "loss": 0.5721,
      "step": 11590
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.496899415034516e-06,
      "loss": 0.5225,
      "step": 11591
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.495418785256986e-06,
      "loss": 0.6094,
      "step": 11592
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.493938166569366e-06,
      "loss": 0.658,
      "step": 11593
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.492457559004198e-06,
      "loss": 0.7314,
      "step": 11594
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.49097696259402e-06,
      "loss": 0.595,
      "step": 11595
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.489496377371373e-06,
      "loss": 0.5805,
      "step": 11596
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.488015803368794e-06,
      "loss": 0.5618,
      "step": 11597
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.486535240618833e-06,
      "loss": 0.6049,
      "step": 11598
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.485054689154028e-06,
      "loss": 0.5591,
      "step": 11599
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.483574149006913e-06,
      "loss": 0.5368,
      "step": 11600
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.482093620210036e-06,
      "loss": 0.678,
      "step": 11601
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.480613102795926e-06,
      "loss": 0.6536,
      "step": 11602
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.479132596797136e-06,
      "loss": 0.5168,
      "step": 11603
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.477652102246194e-06,
      "loss": 0.6843,
      "step": 11604
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.476171619175646e-06,
      "loss": 0.5409,
      "step": 11605
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.474691147618027e-06,
      "loss": 0.5785,
      "step": 11606
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.473210687605876e-06,
      "loss": 0.681,
      "step": 11607
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.471730239171733e-06,
      "loss": 0.4807,
      "step": 11608
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.470249802348134e-06,
      "loss": 0.5958,
      "step": 11609
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.468769377167617e-06,
      "loss": 0.6126,
      "step": 11610
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.467288963662722e-06,
      "loss": 0.6512,
      "step": 11611
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.465808561865979e-06,
      "loss": 0.5102,
      "step": 11612
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.464328171809934e-06,
      "loss": 0.5409,
      "step": 11613
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.462847793527118e-06,
      "loss": 0.5791,
      "step": 11614
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.461367427050072e-06,
      "loss": 0.6331,
      "step": 11615
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.459887072411322e-06,
      "loss": 0.6481,
      "step": 11616
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.458406729643417e-06,
      "loss": 0.5843,
      "step": 11617
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.456926398778885e-06,
      "loss": 0.5841,
      "step": 11618
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.455446079850265e-06,
      "loss": 0.5212,
      "step": 11619
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.453965772890089e-06,
      "loss": 0.6537,
      "step": 11620
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.452485477930889e-06,
      "loss": 0.6784,
      "step": 11621
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.451005195005206e-06,
      "loss": 0.5138,
      "step": 11622
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.449524924145574e-06,
      "loss": 0.6564,
      "step": 11623
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.448044665384523e-06,
      "loss": 0.6145,
      "step": 11624
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.446564418754588e-06,
      "loss": 0.5825,
      "step": 11625
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.445084184288301e-06,
      "loss": 0.555,
      "step": 11626
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.443603962018202e-06,
      "loss": 0.6111,
      "step": 11627
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.44212375197682e-06,
      "loss": 0.6842,
      "step": 11628
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.440643554196683e-06,
      "loss": 0.4894,
      "step": 11629
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.43916336871033e-06,
      "loss": 0.682,
      "step": 11630
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.437683195550286e-06,
      "loss": 0.5208,
      "step": 11631
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.43620303474909e-06,
      "loss": 0.5452,
      "step": 11632
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.434722886339276e-06,
      "loss": 0.6095,
      "step": 11633
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.433242750353367e-06,
      "loss": 0.5912,
      "step": 11634
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.431762626823898e-06,
      "loss": 0.5722,
      "step": 11635
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.430282515783394e-06,
      "loss": 0.6036,
      "step": 11636
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.428802417264397e-06,
      "loss": 0.6739,
      "step": 11637
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.427322331299431e-06,
      "loss": 0.6431,
      "step": 11638
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.425842257921025e-06,
      "loss": 0.5905,
      "step": 11639
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.424362197161711e-06,
      "loss": 0.5043,
      "step": 11640
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.422882149054014e-06,
      "loss": 0.5739,
      "step": 11641
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.421402113630469e-06,
      "loss": 0.6225,
      "step": 11642
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.419922090923601e-06,
      "loss": 0.5693,
      "step": 11643
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.41844208096594e-06,
      "loss": 0.6203,
      "step": 11644
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.416962083790013e-06,
      "loss": 0.5574,
      "step": 11645
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.415482099428353e-06,
      "loss": 0.5472,
      "step": 11646
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.414002127913482e-06,
      "loss": 0.5666,
      "step": 11647
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.41252216927793e-06,
      "loss": 0.4973,
      "step": 11648
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.411042223554224e-06,
      "loss": 0.6629,
      "step": 11649
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.409562290774888e-06,
      "loss": 0.5343,
      "step": 11650
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.408082370972451e-06,
      "loss": 0.5921,
      "step": 11651
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.406602464179443e-06,
      "loss": 0.5275,
      "step": 11652
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.405122570428385e-06,
      "loss": 0.5557,
      "step": 11653
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.403642689751805e-06,
      "loss": 0.5706,
      "step": 11654
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.402162822182223e-06,
      "loss": 0.5695,
      "step": 11655
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.400682967752173e-06,
      "loss": 0.5384,
      "step": 11656
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.399203126494174e-06,
      "loss": 0.564,
      "step": 11657
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.397723298440756e-06,
      "loss": 0.6185,
      "step": 11658
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.396243483624438e-06,
      "loss": 0.6019,
      "step": 11659
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.39476368207774e-06,
      "loss": 0.5917,
      "step": 11660
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.393283893833197e-06,
      "loss": 0.616,
      "step": 11661
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.391804118923327e-06,
      "loss": 0.5067,
      "step": 11662
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.390324357380654e-06,
      "loss": 0.6504,
      "step": 11663
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.388844609237698e-06,
      "loss": 0.5099,
      "step": 11664
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.38736487452698e-06,
      "loss": 0.4603,
      "step": 11665
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.38588515328103e-06,
      "loss": 0.5639,
      "step": 11666
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.384405445532366e-06,
      "loss": 0.6765,
      "step": 11667
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.382925751313508e-06,
      "loss": 0.5762,
      "step": 11668
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.38144607065698e-06,
      "loss": 0.5709,
      "step": 11669
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.379966403595297e-06,
      "loss": 0.581,
      "step": 11670
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.37848675016099e-06,
      "loss": 0.6056,
      "step": 11671
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.377007110386571e-06,
      "loss": 0.5366,
      "step": 11672
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.375527484304565e-06,
      "loss": 0.6358,
      "step": 11673
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.374047871947487e-06,
      "loss": 0.5479,
      "step": 11674
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.372568273347862e-06,
      "loss": 0.6812,
      "step": 11675
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.371088688538207e-06,
      "loss": 0.6647,
      "step": 11676
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.369609117551041e-06,
      "loss": 0.5978,
      "step": 11677
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.368129560418884e-06,
      "loss": 0.6822,
      "step": 11678
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.366650017174248e-06,
      "loss": 0.4874,
      "step": 11679
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.365170487849657e-06,
      "loss": 0.516,
      "step": 11680
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.36369097247763e-06,
      "loss": 0.6749,
      "step": 11681
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.362211471090682e-06,
      "loss": 0.4782,
      "step": 11682
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.36073198372133e-06,
      "loss": 0.6612,
      "step": 11683
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.359252510402088e-06,
      "loss": 0.5703,
      "step": 11684
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.357773051165479e-06,
      "loss": 0.5255,
      "step": 11685
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.356293606044015e-06,
      "loss": 0.5323,
      "step": 11686
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.354814175070213e-06,
      "loss": 0.6487,
      "step": 11687
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.35333475827659e-06,
      "loss": 0.5269,
      "step": 11688
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.351855355695653e-06,
      "loss": 0.6055,
      "step": 11689
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.350375967359928e-06,
      "loss": 0.6756,
      "step": 11690
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.348896593301926e-06,
      "loss": 0.5941,
      "step": 11691
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.347417233554161e-06,
      "loss": 0.5368,
      "step": 11692
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.345937888149144e-06,
      "loss": 0.4973,
      "step": 11693
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.344458557119389e-06,
      "loss": 0.5383,
      "step": 11694
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.342979240497415e-06,
      "loss": 0.4536,
      "step": 11695
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.341499938315732e-06,
      "loss": 0.5439,
      "step": 11696
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.340020650606852e-06,
      "loss": 0.5278,
      "step": 11697
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.338541377403288e-06,
      "loss": 0.6655,
      "step": 11698
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.337062118737548e-06,
      "loss": 0.6164,
      "step": 11699
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.335582874642152e-06,
      "loss": 0.6106,
      "step": 11700
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.334103645149606e-06,
      "loss": 0.5569,
      "step": 11701
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.332624430292422e-06,
      "loss": 0.5664,
      "step": 11702
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.33114523010311e-06,
      "loss": 0.5527,
      "step": 11703
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.329666044614184e-06,
      "loss": 0.5741,
      "step": 11704
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.32818687385815e-06,
      "loss": 0.5582,
      "step": 11705
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.326707717867522e-06,
      "loss": 0.5972,
      "step": 11706
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.325228576674806e-06,
      "loss": 0.6558,
      "step": 11707
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.323749450312511e-06,
      "loss": 0.549,
      "step": 11708
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.322270338813149e-06,
      "loss": 0.5615,
      "step": 11709
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.320791242209228e-06,
      "loss": 0.5443,
      "step": 11710
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.319312160533254e-06,
      "loss": 0.6055,
      "step": 11711
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.317833093817738e-06,
      "loss": 0.6293,
      "step": 11712
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.31635404209518e-06,
      "loss": 0.6208,
      "step": 11713
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.314875005398098e-06,
      "loss": 0.7322,
      "step": 11714
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.313395983758992e-06,
      "loss": 0.6201,
      "step": 11715
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.311916977210373e-06,
      "loss": 0.5329,
      "step": 11716
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.310437985784745e-06,
      "loss": 0.7133,
      "step": 11717
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.308959009514607e-06,
      "loss": 0.6304,
      "step": 11718
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.307480048432474e-06,
      "loss": 0.5314,
      "step": 11719
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.306001102570851e-06,
      "loss": 0.575,
      "step": 11720
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.304522171962241e-06,
      "loss": 0.5114,
      "step": 11721
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.303043256639145e-06,
      "loss": 0.5462,
      "step": 11722
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.301564356634068e-06,
      "loss": 0.4662,
      "step": 11723
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.300085471979521e-06,
      "loss": 0.5721,
      "step": 11724
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.298606602708004e-06,
      "loss": 0.5131,
      "step": 11725
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.297127748852013e-06,
      "loss": 0.6269,
      "step": 11726
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.295648910444059e-06,
      "loss": 0.5938,
      "step": 11727
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.294170087516645e-06,
      "loss": 0.604,
      "step": 11728
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.29269128010227e-06,
      "loss": 0.5736,
      "step": 11729
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.291212488233433e-06,
      "loss": 0.6537,
      "step": 11730
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.289733711942643e-06,
      "loss": 0.4531,
      "step": 11731
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.288254951262392e-06,
      "loss": 0.5162,
      "step": 11732
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.286776206225192e-06,
      "loss": 0.5473,
      "step": 11733
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.285297476863534e-06,
      "loss": 0.5407,
      "step": 11734
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.283818763209925e-06,
      "loss": 0.5835,
      "step": 11735
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.282340065296859e-06,
      "loss": 0.5436,
      "step": 11736
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.280861383156836e-06,
      "loss": 0.6121,
      "step": 11737
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.279382716822359e-06,
      "loss": 0.537,
      "step": 11738
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.277904066325928e-06,
      "loss": 0.556,
      "step": 11739
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.276425431700035e-06,
      "loss": 0.4786,
      "step": 11740
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.274946812977184e-06,
      "loss": 0.6122,
      "step": 11741
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.273468210189865e-06,
      "loss": 0.6007,
      "step": 11742
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.271989623370586e-06,
      "loss": 0.6315,
      "step": 11743
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.270511052551835e-06,
      "loss": 0.5817,
      "step": 11744
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.269032497766114e-06,
      "loss": 0.4035,
      "step": 11745
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.267553959045921e-06,
      "loss": 0.5253,
      "step": 11746
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.266075436423742e-06,
      "loss": 0.5398,
      "step": 11747
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.26459692993208e-06,
      "loss": 0.5697,
      "step": 11748
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.263118439603434e-06,
      "loss": 0.5563,
      "step": 11749
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.261639965470293e-06,
      "loss": 0.5757,
      "step": 11750
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.26016150756515e-06,
      "loss": 0.5878,
      "step": 11751
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.258683065920502e-06,
      "loss": 0.5529,
      "step": 11752
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.257204640568847e-06,
      "loss": 0.5987,
      "step": 11753
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.255726231542673e-06,
      "loss": 0.5942,
      "step": 11754
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.254247838874472e-06,
      "loss": 0.5538,
      "step": 11755
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.252769462596738e-06,
      "loss": 0.6309,
      "step": 11756
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.25129110274197e-06,
      "loss": 0.5974,
      "step": 11757
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.249812759342652e-06,
      "loss": 0.5762,
      "step": 11758
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.24833443243128e-06,
      "loss": 0.603,
      "step": 11759
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.246856122040344e-06,
      "loss": 0.5536,
      "step": 11760
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.24537782820233e-06,
      "loss": 0.6037,
      "step": 11761
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.243899550949738e-06,
      "loss": 0.5779,
      "step": 11762
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.242421290315053e-06,
      "loss": 0.5564,
      "step": 11763
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.240943046330765e-06,
      "loss": 0.5501,
      "step": 11764
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.239464819029364e-06,
      "loss": 0.5532,
      "step": 11765
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.237986608443335e-06,
      "loss": 0.6278,
      "step": 11766
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.236508414605176e-06,
      "loss": 0.492,
      "step": 11767
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.235030237547369e-06,
      "loss": 0.6953,
      "step": 11768
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.233552077302403e-06,
      "loss": 0.6113,
      "step": 11769
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.232073933902765e-06,
      "loss": 0.5597,
      "step": 11770
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.23059580738094e-06,
      "loss": 0.6449,
      "step": 11771
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.229117697769424e-06,
      "loss": 0.6301,
      "step": 11772
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.227639605100694e-06,
      "loss": 0.5942,
      "step": 11773
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.226161529407242e-06,
      "loss": 0.5635,
      "step": 11774
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.224683470721552e-06,
      "loss": 0.5636,
      "step": 11775
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.223205429076105e-06,
      "loss": 0.5299,
      "step": 11776
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.221727404503392e-06,
      "loss": 0.665,
      "step": 11777
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.220249397035897e-06,
      "loss": 0.6655,
      "step": 11778
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.218771406706105e-06,
      "loss": 0.5431,
      "step": 11779
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.217293433546492e-06,
      "loss": 0.6355,
      "step": 11780
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.215815477589548e-06,
      "loss": 0.6773,
      "step": 11781
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.214337538867759e-06,
      "loss": 0.5232,
      "step": 11782
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.212859617413604e-06,
      "loss": 0.622,
      "step": 11783
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.211381713259566e-06,
      "loss": 0.5422,
      "step": 11784
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.209903826438122e-06,
      "loss": 0.6162,
      "step": 11785
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.208425956981764e-06,
      "loss": 0.5415,
      "step": 11786
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.206948104922965e-06,
      "loss": 0.5541,
      "step": 11787
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.205470270294212e-06,
      "loss": 0.5917,
      "step": 11788
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.203992453127982e-06,
      "loss": 0.5379,
      "step": 11789
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.202514653456749e-06,
      "loss": 0.5312,
      "step": 11790
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.201036871313003e-06,
      "loss": 0.5761,
      "step": 11791
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.199559106729221e-06,
      "loss": 0.6667,
      "step": 11792
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19808135973788e-06,
      "loss": 0.5755,
      "step": 11793
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.196603630371456e-06,
      "loss": 0.6232,
      "step": 11794
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.195125918662429e-06,
      "loss": 0.6403,
      "step": 11795
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19364822464328e-06,
      "loss": 0.6511,
      "step": 11796
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.192170548346487e-06,
      "loss": 0.5066,
      "step": 11797
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.190692889804521e-06,
      "loss": 0.574,
      "step": 11798
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.189215249049865e-06,
      "loss": 0.621,
      "step": 11799
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.187737626114986e-06,
      "loss": 0.659,
      "step": 11800
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.186260021032371e-06,
      "loss": 0.5584,
      "step": 11801
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.184782433834488e-06,
      "loss": 0.6156,
      "step": 11802
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.183304864553817e-06,
      "loss": 0.4724,
      "step": 11803
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.18182731322283e-06,
      "loss": 0.5237,
      "step": 11804
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.180349779873997e-06,
      "loss": 0.565,
      "step": 11805
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.178872264539799e-06,
      "loss": 0.4489,
      "step": 11806
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.177394767252708e-06,
      "loss": 0.5904,
      "step": 11807
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.175917288045195e-06,
      "loss": 0.637,
      "step": 11808
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.174439826949735e-06,
      "loss": 0.559,
      "step": 11809
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.172962383998793e-06,
      "loss": 0.6105,
      "step": 11810
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.171484959224853e-06,
      "loss": 0.5938,
      "step": 11811
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.170007552660378e-06,
      "loss": 0.4494,
      "step": 11812
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.168530164337842e-06,
      "loss": 0.6422,
      "step": 11813
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.167052794289711e-06,
      "loss": 0.6126,
      "step": 11814
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.165575442548464e-06,
      "loss": 0.6133,
      "step": 11815
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.164098109146565e-06,
      "loss": 0.6493,
      "step": 11816
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.162620794116486e-06,
      "loss": 0.5255,
      "step": 11817
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.161143497490694e-06,
      "loss": 0.5937,
      "step": 11818
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.159666219301655e-06,
      "loss": 0.6051,
      "step": 11819
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.158188959581842e-06,
      "loss": 0.5347,
      "step": 11820
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.156711718363725e-06,
      "loss": 0.5539,
      "step": 11821
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.155234495679767e-06,
      "loss": 0.5913,
      "step": 11822
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.153757291562433e-06,
      "loss": 0.637,
      "step": 11823
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.15228010604419e-06,
      "loss": 0.5865,
      "step": 11824
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.150802939157515e-06,
      "loss": 0.5485,
      "step": 11825
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.149325790934862e-06,
      "loss": 0.5528,
      "step": 11826
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.147848661408701e-06,
      "loss": 0.6059,
      "step": 11827
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.146371550611496e-06,
      "loss": 0.6509,
      "step": 11828
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.144894458575707e-06,
      "loss": 0.4977,
      "step": 11829
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.143417385333808e-06,
      "loss": 0.6382,
      "step": 11830
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.141940330918257e-06,
      "loss": 0.54,
      "step": 11831
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.140463295361517e-06,
      "loss": 0.5579,
      "step": 11832
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.138986278696052e-06,
      "loss": 0.5375,
      "step": 11833
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.137509280954325e-06,
      "loss": 0.7454,
      "step": 11834
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.136032302168795e-06,
      "loss": 0.6054,
      "step": 11835
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.134555342371931e-06,
      "loss": 0.6794,
      "step": 11836
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.133078401596186e-06,
      "loss": 0.576,
      "step": 11837
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.131601479874023e-06,
      "loss": 0.5928,
      "step": 11838
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.130124577237908e-06,
      "loss": 0.5828,
      "step": 11839
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.128647693720297e-06,
      "loss": 0.6179,
      "step": 11840
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.127170829353646e-06,
      "loss": 0.5424,
      "step": 11841
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.125693984170421e-06,
      "loss": 0.5914,
      "step": 11842
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.124217158203072e-06,
      "loss": 0.5997,
      "step": 11843
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.122740351484068e-06,
      "loss": 0.5304,
      "step": 11844
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.121263564045857e-06,
      "loss": 0.6083,
      "step": 11845
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.119786795920906e-06,
      "loss": 0.6261,
      "step": 11846
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.118310047141667e-06,
      "loss": 0.5738,
      "step": 11847
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.116833317740592e-06,
      "loss": 0.6077,
      "step": 11848
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.115356607750143e-06,
      "loss": 0.6243,
      "step": 11849
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.113879917202778e-06,
      "loss": 0.5602,
      "step": 11850
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.112403246130948e-06,
      "loss": 0.6404,
      "step": 11851
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.110926594567109e-06,
      "loss": 0.5366,
      "step": 11852
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.109449962543711e-06,
      "loss": 0.6454,
      "step": 11853
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.10797335009322e-06,
      "loss": 0.6381,
      "step": 11854
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.106496757248079e-06,
      "loss": 0.4916,
      "step": 11855
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.105020184040742e-06,
      "loss": 0.4597,
      "step": 11856
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.103543630503668e-06,
      "loss": 0.6792,
      "step": 11857
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.102067096669302e-06,
      "loss": 0.6095,
      "step": 11858
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.1005905825701e-06,
      "loss": 0.5283,
      "step": 11859
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.099114088238516e-06,
      "loss": 0.5665,
      "step": 11860
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.097637613706997e-06,
      "loss": 0.583,
      "step": 11861
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.096161159007994e-06,
      "loss": 0.5299,
      "step": 11862
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.094684724173955e-06,
      "loss": 0.6615,
      "step": 11863
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.093208309237336e-06,
      "loss": 0.5075,
      "step": 11864
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.091731914230583e-06,
      "loss": 0.5977,
      "step": 11865
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.090255539186143e-06,
      "loss": 0.4812,
      "step": 11866
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.088779184136463e-06,
      "loss": 0.6519,
      "step": 11867
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.087302849114e-06,
      "loss": 0.6169,
      "step": 11868
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.085826534151194e-06,
      "loss": 0.6237,
      "step": 11869
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.084350239280491e-06,
      "loss": 0.6549,
      "step": 11870
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.082873964534344e-06,
      "loss": 0.642,
      "step": 11871
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.08139770994519e-06,
      "loss": 0.5969,
      "step": 11872
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.079921475545484e-06,
      "loss": 0.6274,
      "step": 11873
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.078445261367668e-06,
      "loss": 0.5772,
      "step": 11874
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.076969067444187e-06,
      "loss": 0.512,
      "step": 11875
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.075492893807485e-06,
      "loss": 0.6412,
      "step": 11876
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.074016740490001e-06,
      "loss": 0.5252,
      "step": 11877
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.072540607524188e-06,
      "loss": 0.6161,
      "step": 11878
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.071064494942485e-06,
      "loss": 0.6938,
      "step": 11879
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.069588402777334e-06,
      "loss": 0.5882,
      "step": 11880
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.068112331061176e-06,
      "loss": 0.6661,
      "step": 11881
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.066636279826452e-06,
      "loss": 0.6494,
      "step": 11882
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.065160249105608e-06,
      "loss": 0.5043,
      "step": 11883
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.063684238931083e-06,
      "loss": 0.5385,
      "step": 11884
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.062208249335317e-06,
      "loss": 0.5913,
      "step": 11885
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.06073228035075e-06,
      "loss": 0.5892,
      "step": 11886
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.059256332009818e-06,
      "loss": 0.5004,
      "step": 11887
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.057780404344964e-06,
      "loss": 0.5696,
      "step": 11888
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.056304497388629e-06,
      "loss": 0.5289,
      "step": 11889
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.054828611173247e-06,
      "loss": 0.6149,
      "step": 11890
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.053352745731255e-06,
      "loss": 0.5911,
      "step": 11891
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.051876901095091e-06,
      "loss": 0.5741,
      "step": 11892
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.050401077297194e-06,
      "loss": 0.5669,
      "step": 11893
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.04892527437e-06,
      "loss": 0.5296,
      "step": 11894
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.047449492345944e-06,
      "loss": 0.6095,
      "step": 11895
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.045973731257456e-06,
      "loss": 0.5698,
      "step": 11896
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.044497991136982e-06,
      "loss": 0.6492,
      "step": 11897
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.04302227201695e-06,
      "loss": 0.6813,
      "step": 11898
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.041546573929791e-06,
      "loss": 0.594,
      "step": 11899
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.040070896907946e-06,
      "loss": 0.5658,
      "step": 11900
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.038595240983838e-06,
      "loss": 0.6453,
      "step": 11901
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.037119606189912e-06,
      "loss": 0.6348,
      "step": 11902
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.035643992558591e-06,
      "loss": 0.5852,
      "step": 11903
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.034168400122311e-06,
      "loss": 0.5468,
      "step": 11904
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.032692828913504e-06,
      "loss": 0.4984,
      "step": 11905
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.031217278964591e-06,
      "loss": 0.551,
      "step": 11906
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.029741750308014e-06,
      "loss": 0.5652,
      "step": 11907
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.028266242976202e-06,
      "loss": 0.4836,
      "step": 11908
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.026790757001577e-06,
      "loss": 0.5471,
      "step": 11909
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.025315292416574e-06,
      "loss": 0.6206,
      "step": 11910
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.023839849253615e-06,
      "loss": 0.6679,
      "step": 11911
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.022364427545137e-06,
      "loss": 0.5544,
      "step": 11912
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.02088902732356e-06,
      "loss": 0.4839,
      "step": 11913
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.019413648621316e-06,
      "loss": 0.5586,
      "step": 11914
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.01793829147083e-06,
      "loss": 0.6039,
      "step": 11915
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.016462955904523e-06,
      "loss": 0.6838,
      "step": 11916
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.014987641954826e-06,
      "loss": 0.5623,
      "step": 11917
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.013512349654166e-06,
      "loss": 0.7214,
      "step": 11918
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.012037079034963e-06,
      "loss": 0.5519,
      "step": 11919
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.010561830129642e-06,
      "loss": 0.5861,
      "step": 11920
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.009086602970625e-06,
      "loss": 0.6836,
      "step": 11921
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.007611397590342e-06,
      "loss": 0.6995,
      "step": 11922
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.006136214021211e-06,
      "loss": 0.5605,
      "step": 11923
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.004661052295652e-06,
      "loss": 0.6923,
      "step": 11924
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.003185912446086e-06,
      "loss": 0.5784,
      "step": 11925
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.001710794504944e-06,
      "loss": 0.5729,
      "step": 11926
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.000235698504639e-06,
      "loss": 0.5062,
      "step": 11927
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.998760624477592e-06,
      "loss": 0.5418,
      "step": 11928
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.997285572456223e-06,
      "loss": 0.585,
      "step": 11929
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.995810542472949e-06,
      "loss": 0.5123,
      "step": 11930
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.994335534560196e-06,
      "loss": 0.6921,
      "step": 11931
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.992860548750377e-06,
      "loss": 0.6598,
      "step": 11932
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.99138558507591e-06,
      "loss": 0.6095,
      "step": 11933
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.989910643569214e-06,
      "loss": 0.5871,
      "step": 11934
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.988435724262704e-06,
      "loss": 0.5614,
      "step": 11935
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.986960827188798e-06,
      "loss": 0.5686,
      "step": 11936
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.985485952379912e-06,
      "loss": 0.5948,
      "step": 11937
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.98401109986846e-06,
      "loss": 0.6523,
      "step": 11938
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.982536269686862e-06,
      "loss": 0.5885,
      "step": 11939
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.981061461867521e-06,
      "loss": 0.5908,
      "step": 11940
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.979586676442864e-06,
      "loss": 0.578,
      "step": 11941
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.978111913445297e-06,
      "loss": 0.5837,
      "step": 11942
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.976637172907237e-06,
      "loss": 0.7056,
      "step": 11943
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.975162454861095e-06,
      "loss": 0.6072,
      "step": 11944
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.973687759339277e-06,
      "loss": 0.614,
      "step": 11945
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.972213086374202e-06,
      "loss": 0.642,
      "step": 11946
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.970738435998281e-06,
      "loss": 0.5453,
      "step": 11947
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.969263808243923e-06,
      "loss": 0.6042,
      "step": 11948
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.967789203143535e-06,
      "loss": 0.5403,
      "step": 11949
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.966314620729526e-06,
      "loss": 0.4509,
      "step": 11950
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.964840061034313e-06,
      "loss": 0.4529,
      "step": 11951
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.9633655240903e-06,
      "loss": 0.5721,
      "step": 11952
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.961891009929891e-06,
      "loss": 0.6361,
      "step": 11953
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.960416518585497e-06,
      "loss": 0.6101,
      "step": 11954
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.958942050089527e-06,
      "loss": 0.5724,
      "step": 11955
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.957467604474387e-06,
      "loss": 0.6269,
      "step": 11956
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.955993181772479e-06,
      "loss": 0.732,
      "step": 11957
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.954518782016212e-06,
      "loss": 0.5261,
      "step": 11958
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.953044405237988e-06,
      "loss": 0.6247,
      "step": 11959
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.951570051470215e-06,
      "loss": 0.5113,
      "step": 11960
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.950095720745296e-06,
      "loss": 0.4455,
      "step": 11961
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.948621413095636e-06,
      "loss": 0.5777,
      "step": 11962
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.947147128553633e-06,
      "loss": 0.5026,
      "step": 11963
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.94567286715169e-06,
      "loss": 0.5914,
      "step": 11964
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.944198628922217e-06,
      "loss": 0.6424,
      "step": 11965
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.942724413897607e-06,
      "loss": 0.5222,
      "step": 11966
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.941250222110265e-06,
      "loss": 0.6013,
      "step": 11967
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93977605359259e-06,
      "loss": 0.5325,
      "step": 11968
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93830190837698e-06,
      "loss": 0.5465,
      "step": 11969
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93682778649584e-06,
      "loss": 0.594,
      "step": 11970
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.935353687981563e-06,
      "loss": 0.5605,
      "step": 11971
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.933879612866554e-06,
      "loss": 0.5361,
      "step": 11972
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.932405561183205e-06,
      "loss": 0.6324,
      "step": 11973
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.93093153296391e-06,
      "loss": 0.6816,
      "step": 11974
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.929457528241075e-06,
      "loss": 0.6609,
      "step": 11975
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.927983547047095e-06,
      "loss": 0.706,
      "step": 11976
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.92650958941436e-06,
      "loss": 0.455,
      "step": 11977
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.925035655375267e-06,
      "loss": 0.4708,
      "step": 11978
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.923561744962213e-06,
      "loss": 0.6265,
      "step": 11979
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.922087858207594e-06,
      "loss": 0.5603,
      "step": 11980
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.920613995143801e-06,
      "loss": 0.5502,
      "step": 11981
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.919140155803225e-06,
      "loss": 0.6073,
      "step": 11982
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.917666340218259e-06,
      "loss": 0.6082,
      "step": 11983
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.916192548421301e-06,
      "loss": 0.6203,
      "step": 11984
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.914718780444738e-06,
      "loss": 0.603,
      "step": 11985
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.913245036320964e-06,
      "loss": 0.5183,
      "step": 11986
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.911771316082368e-06,
      "loss": 0.54,
      "step": 11987
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.910297619761333e-06,
      "loss": 0.5198,
      "step": 11988
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.908823947390258e-06,
      "loss": 0.5857,
      "step": 11989
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.907350299001533e-06,
      "loss": 0.6558,
      "step": 11990
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.905876674627541e-06,
      "loss": 0.6225,
      "step": 11991
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.90440307430067e-06,
      "loss": 0.5926,
      "step": 11992
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.902929498053308e-06,
      "loss": 0.5881,
      "step": 11993
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.901455945917845e-06,
      "loss": 0.5516,
      "step": 11994
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.899982417926666e-06,
      "loss": 0.6004,
      "step": 11995
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.898508914112156e-06,
      "loss": 0.5345,
      "step": 11996
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.897035434506701e-06,
      "loss": 0.5736,
      "step": 11997
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.895561979142682e-06,
      "loss": 0.5727,
      "step": 11998
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89408854805249e-06,
      "loss": 0.5661,
      "step": 11999
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.892615141268503e-06,
      "loss": 0.6252,
      "step": 12000
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.89114175882311e-06,
      "loss": 0.6009,
      "step": 12001
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.889668400748689e-06,
      "loss": 0.5883,
      "step": 12002
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.888195067077619e-06,
      "loss": 0.5289,
      "step": 12003
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.886721757842287e-06,
      "loss": 0.5587,
      "step": 12004
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.885248473075076e-06,
      "loss": 0.6654,
      "step": 12005
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.883775212808364e-06,
      "loss": 0.6629,
      "step": 12006
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.882301977074525e-06,
      "loss": 0.5813,
      "step": 12007
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.880828765905946e-06,
      "loss": 0.6225,
      "step": 12008
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.879355579335005e-06,
      "loss": 0.5401,
      "step": 12009
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.877882417394076e-06,
      "loss": 0.5811,
      "step": 12010
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.876409280115544e-06,
      "loss": 0.5855,
      "step": 12011
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.874936167531777e-06,
      "loss": 0.6285,
      "step": 12012
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.873463079675163e-06,
      "loss": 0.5662,
      "step": 12013
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.871990016578066e-06,
      "loss": 0.5788,
      "step": 12014
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.870516978272872e-06,
      "loss": 0.5773,
      "step": 12015
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.86904396479195e-06,
      "loss": 0.5597,
      "step": 12016
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.867570976167673e-06,
      "loss": 0.5218,
      "step": 12017
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.86609801243242e-06,
      "loss": 0.5466,
      "step": 12018
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.864625073618564e-06,
      "loss": 0.6297,
      "step": 12019
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.863152159758478e-06,
      "loss": 0.4375,
      "step": 12020
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.861679270884531e-06,
      "loss": 0.5396,
      "step": 12021
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.860206407029091e-06,
      "loss": 0.5471,
      "step": 12022
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.858733568224542e-06,
      "loss": 0.5048,
      "step": 12023
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.857260754503247e-06,
      "loss": 0.6349,
      "step": 12024
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.855787965897574e-06,
      "loss": 0.6042,
      "step": 12025
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.854315202439899e-06,
      "loss": 0.5304,
      "step": 12026
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.85284246416258e-06,
      "loss": 0.6282,
      "step": 12027
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.851369751098e-06,
      "loss": 0.5763,
      "step": 12028
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.849897063278516e-06,
      "loss": 0.6082,
      "step": 12029
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.848424400736502e-06,
      "loss": 0.4634,
      "step": 12030
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.84695176350432e-06,
      "loss": 0.6201,
      "step": 12031
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.845479151614338e-06,
      "loss": 0.6318,
      "step": 12032
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.844006565098922e-06,
      "loss": 0.4997,
      "step": 12033
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.842534003990438e-06,
      "loss": 0.6926,
      "step": 12034
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.841061468321248e-06,
      "loss": 0.5709,
      "step": 12035
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.839588958123718e-06,
      "loss": 0.5238,
      "step": 12036
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.838116473430212e-06,
      "loss": 0.5347,
      "step": 12037
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.836644014273093e-06,
      "loss": 0.6599,
      "step": 12038
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.83517158068472e-06,
      "loss": 0.5554,
      "step": 12039
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.83369917269746e-06,
      "loss": 0.5641,
      "step": 12040
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.832226790343669e-06,
      "loss": 0.5659,
      "step": 12041
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.830754433655711e-06,
      "loss": 0.5816,
      "step": 12042
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.829282102665946e-06,
      "loss": 0.578,
      "step": 12043
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.827809797406734e-06,
      "loss": 0.4971,
      "step": 12044
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.826337517910432e-06,
      "loss": 0.6225,
      "step": 12045
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.824865264209395e-06,
      "loss": 0.5011,
      "step": 12046
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.823393036335987e-06,
      "loss": 0.5837,
      "step": 12047
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.821920834322566e-06,
      "loss": 0.5656,
      "step": 12048
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.820448658201486e-06,
      "loss": 0.6083,
      "step": 12049
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.818976508005102e-06,
      "loss": 0.6315,
      "step": 12050
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.817504383765765e-06,
      "loss": 0.6566,
      "step": 12051
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.816032285515842e-06,
      "loss": 0.47,
      "step": 12052
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.814560213287683e-06,
      "loss": 0.6117,
      "step": 12053
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.813088167113637e-06,
      "loss": 0.5996,
      "step": 12054
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.81161614702606e-06,
      "loss": 0.5749,
      "step": 12055
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.810144153057301e-06,
      "loss": 0.6052,
      "step": 12056
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.808672185239722e-06,
      "loss": 0.5885,
      "step": 12057
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.807200243605665e-06,
      "loss": 0.5575,
      "step": 12058
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.805728328187489e-06,
      "loss": 0.4957,
      "step": 12059
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.804256439017535e-06,
      "loss": 0.6075,
      "step": 12060
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.80278457612816e-06,
      "loss": 0.4364,
      "step": 12061
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.80131273955171e-06,
      "loss": 0.4836,
      "step": 12062
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.799840929320536e-06,
      "loss": 0.5543,
      "step": 12063
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.798369145466982e-06,
      "loss": 0.6193,
      "step": 12064
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.796897388023398e-06,
      "loss": 0.664,
      "step": 12065
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.795425657022136e-06,
      "loss": 0.5223,
      "step": 12066
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.793953952495538e-06,
      "loss": 0.4999,
      "step": 12067
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.792482274475946e-06,
      "loss": 0.5955,
      "step": 12068
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.79101062299571e-06,
      "loss": 0.5496,
      "step": 12069
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.789538998087169e-06,
      "loss": 0.4982,
      "step": 12070
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.788067399782676e-06,
      "loss": 0.6323,
      "step": 12071
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.786595828114568e-06,
      "loss": 0.6432,
      "step": 12072
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.78512428311519e-06,
      "loss": 0.5601,
      "step": 12073
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.783652764816886e-06,
      "loss": 0.5581,
      "step": 12074
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.782181273251989e-06,
      "loss": 0.5008,
      "step": 12075
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.78070980845285e-06,
      "loss": 0.6418,
      "step": 12076
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.779238370451807e-06,
      "loss": 0.579,
      "step": 12077
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.777766959281199e-06,
      "loss": 0.6681,
      "step": 12078
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.776295574973363e-06,
      "loss": 0.5994,
      "step": 12079
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.77482421756064e-06,
      "loss": 0.6737,
      "step": 12080
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.77335288707537e-06,
      "loss": 0.5826,
      "step": 12081
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.771881583549887e-06,
      "loss": 0.7061,
      "step": 12082
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.770410307016532e-06,
      "loss": 0.5784,
      "step": 12083
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.768939057507637e-06,
      "loss": 0.5775,
      "step": 12084
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.767467835055537e-06,
      "loss": 0.6082,
      "step": 12085
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.765996639692573e-06,
      "loss": 0.6158,
      "step": 12086
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.764525471451077e-06,
      "loss": 0.5529,
      "step": 12087
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.763054330363385e-06,
      "loss": 0.5571,
      "step": 12088
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.761583216461822e-06,
      "loss": 0.5717,
      "step": 12089
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.760112129778726e-06,
      "loss": 0.5885,
      "step": 12090
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.758641070346435e-06,
      "loss": 0.6463,
      "step": 12091
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.757170038197275e-06,
      "loss": 0.5998,
      "step": 12092
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.755699033363575e-06,
      "loss": 0.6183,
      "step": 12093
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.754228055877666e-06,
      "loss": 0.4247,
      "step": 12094
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.752757105771882e-06,
      "loss": 0.6362,
      "step": 12095
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.75128618307855e-06,
      "loss": 0.5549,
      "step": 12096
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.74981528783e-06,
      "loss": 0.6065,
      "step": 12097
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.748344420058556e-06,
      "loss": 0.704,
      "step": 12098
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.746873579796545e-06,
      "loss": 0.6265,
      "step": 12099
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.745402767076301e-06,
      "loss": 0.5787,
      "step": 12100
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.743931981930143e-06,
      "loss": 0.6385,
      "step": 12101
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.742461224390401e-06,
      "loss": 0.6238,
      "step": 12102
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.740990494489399e-06,
      "loss": 0.6513,
      "step": 12103
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.739519792259457e-06,
      "loss": 0.5348,
      "step": 12104
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.738049117732903e-06,
      "loss": 0.4463,
      "step": 12105
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.736578470942062e-06,
      "loss": 0.5984,
      "step": 12106
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.735107851919253e-06,
      "loss": 0.57,
      "step": 12107
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.733637260696797e-06,
      "loss": 0.5786,
      "step": 12108
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.732166697307017e-06,
      "loss": 0.5846,
      "step": 12109
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.730696161782236e-06,
      "loss": 0.589,
      "step": 12110
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.72922565415477e-06,
      "loss": 0.5816,
      "step": 12111
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.727755174456942e-06,
      "loss": 0.5645,
      "step": 12112
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.72628472272107e-06,
      "loss": 0.6001,
      "step": 12113
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.724814298979466e-06,
      "loss": 0.5575,
      "step": 12114
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.723343903264457e-06,
      "loss": 0.5904,
      "step": 12115
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.721873535608357e-06,
      "loss": 0.5769,
      "step": 12116
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.72040319604348e-06,
      "loss": 0.5645,
      "step": 12117
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.71893288460214e-06,
      "loss": 0.5207,
      "step": 12118
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.717462601316657e-06,
      "loss": 0.58,
      "step": 12119
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.715992346219348e-06,
      "loss": 0.5849,
      "step": 12120
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.714522119342522e-06,
      "loss": 0.4912,
      "step": 12121
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.713051920718489e-06,
      "loss": 0.6487,
      "step": 12122
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.711581750379565e-06,
      "loss": 0.5199,
      "step": 12123
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.710111608358067e-06,
      "loss": 0.5701,
      "step": 12124
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.708641494686303e-06,
      "loss": 0.6594,
      "step": 12125
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.70717140939658e-06,
      "loss": 0.6284,
      "step": 12126
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.705701352521213e-06,
      "loss": 0.6726,
      "step": 12127
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.704231324092505e-06,
      "loss": 0.5481,
      "step": 12128
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.702761324142776e-06,
      "loss": 0.6334,
      "step": 12129
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.701291352704324e-06,
      "loss": 0.6696,
      "step": 12130
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.699821409809463e-06,
      "loss": 0.6599,
      "step": 12131
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.698351495490498e-06,
      "loss": 0.545,
      "step": 12132
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.696881609779731e-06,
      "loss": 0.598,
      "step": 12133
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.695411752709474e-06,
      "loss": 0.5248,
      "step": 12134
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.693941924312032e-06,
      "loss": 0.4474,
      "step": 12135
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.692472124619706e-06,
      "loss": 0.6427,
      "step": 12136
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.691002353664803e-06,
      "loss": 0.5122,
      "step": 12137
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.689532611479622e-06,
      "loss": 0.5754,
      "step": 12138
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.68806289809647e-06,
      "loss": 0.6177,
      "step": 12139
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.686593213547646e-06,
      "loss": 0.512,
      "step": 12140
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.685123557865456e-06,
      "loss": 0.6072,
      "step": 12141
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.683653931082198e-06,
      "loss": 0.4869,
      "step": 12142
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.682184333230165e-06,
      "loss": 0.5432,
      "step": 12143
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.680714764341667e-06,
      "loss": 0.5718,
      "step": 12144
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.679245224449002e-06,
      "loss": 0.555,
      "step": 12145
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.677775713584463e-06,
      "loss": 0.6551,
      "step": 12146
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.676306231780347e-06,
      "loss": 0.6624,
      "step": 12147
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.674836779068955e-06,
      "loss": 0.6126,
      "step": 12148
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.673367355482584e-06,
      "loss": 0.5924,
      "step": 12149
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.671897961053529e-06,
      "loss": 0.6003,
      "step": 12150
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.670428595814079e-06,
      "loss": 0.6087,
      "step": 12151
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.66895925979653e-06,
      "loss": 0.6572,
      "step": 12152
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.667489953033186e-06,
      "loss": 0.6438,
      "step": 12153
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.66602067555633e-06,
      "loss": 0.5479,
      "step": 12154
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.664551427398257e-06,
      "loss": 0.6097,
      "step": 12155
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.66308220859126e-06,
      "loss": 0.6268,
      "step": 12156
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.661613019167625e-06,
      "loss": 0.605,
      "step": 12157
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.660143859159652e-06,
      "loss": 0.58,
      "step": 12158
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.65867472859962e-06,
      "loss": 0.523,
      "step": 12159
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.657205627519827e-06,
      "loss": 0.6557,
      "step": 12160
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.655736555952556e-06,
      "loss": 0.6022,
      "step": 12161
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.654267513930098e-06,
      "loss": 0.5577,
      "step": 12162
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.652798501484737e-06,
      "loss": 0.5702,
      "step": 12163
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.651329518648767e-06,
      "loss": 0.5589,
      "step": 12164
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.649860565454464e-06,
      "loss": 0.5013,
      "step": 12165
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.648391641934121e-06,
      "loss": 0.6412,
      "step": 12166
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.646922748120016e-06,
      "loss": 0.6016,
      "step": 12167
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.645453884044442e-06,
      "loss": 0.4833,
      "step": 12168
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.643985049739673e-06,
      "loss": 0.503,
      "step": 12169
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.642516245237998e-06,
      "loss": 0.6107,
      "step": 12170
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.641047470571698e-06,
      "loss": 0.6294,
      "step": 12171
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.639578725773046e-06,
      "loss": 0.4537,
      "step": 12172
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.638110010874335e-06,
      "loss": 0.6552,
      "step": 12173
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.636641325907841e-06,
      "loss": 0.5686,
      "step": 12174
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.635172670905843e-06,
      "loss": 0.5342,
      "step": 12175
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.633704045900613e-06,
      "loss": 0.5246,
      "step": 12176
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.63223545092444e-06,
      "loss": 0.5423,
      "step": 12177
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.630766886009596e-06,
      "loss": 0.5972,
      "step": 12178
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.629298351188359e-06,
      "loss": 0.5352,
      "step": 12179
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.627829846493003e-06,
      "loss": 0.5238,
      "step": 12180
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.626361371955802e-06,
      "loss": 0.397,
      "step": 12181
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.62489292760904e-06,
      "loss": 0.6449,
      "step": 12182
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.623424513484981e-06,
      "loss": 0.5333,
      "step": 12183
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.621956129615903e-06,
      "loss": 0.6128,
      "step": 12184
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.620487776034079e-06,
      "loss": 0.6143,
      "step": 12185
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.619019452771776e-06,
      "loss": 0.6934,
      "step": 12186
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.617551159861273e-06,
      "loss": 0.6053,
      "step": 12187
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.616082897334837e-06,
      "loss": 0.5221,
      "step": 12188
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.61461466522474e-06,
      "loss": 0.5983,
      "step": 12189
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.613146463563248e-06,
      "loss": 0.623,
      "step": 12190
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.611678292382628e-06,
      "loss": 0.5395,
      "step": 12191
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.610210151715158e-06,
      "loss": 0.49,
      "step": 12192
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.608742041593098e-06,
      "loss": 0.6315,
      "step": 12193
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.607273962048714e-06,
      "loss": 0.5659,
      "step": 12194
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.605805913114277e-06,
      "loss": 0.5282,
      "step": 12195
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.604337894822044e-06,
      "loss": 0.5473,
      "step": 12196
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.602869907204291e-06,
      "loss": 0.6044,
      "step": 12197
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.601401950293273e-06,
      "loss": 0.5782,
      "step": 12198
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.599934024121259e-06,
      "loss": 0.5235,
      "step": 12199
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.598466128720512e-06,
      "loss": 0.5046,
      "step": 12200
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.596998264123284e-06,
      "loss": 0.6421,
      "step": 12201
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.595530430361846e-06,
      "loss": 0.5866,
      "step": 12202
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.59406262746846e-06,
      "loss": 0.6235,
      "step": 12203
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.592594855475384e-06,
      "loss": 0.6277,
      "step": 12204
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.59112711441487e-06,
      "loss": 0.5577,
      "step": 12205
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.589659404319186e-06,
      "loss": 0.5709,
      "step": 12206
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.588191725220587e-06,
      "loss": 0.5931,
      "step": 12207
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.586724077151331e-06,
      "loss": 0.5724,
      "step": 12208
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.585256460143671e-06,
      "loss": 0.5546,
      "step": 12209
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.583788874229864e-06,
      "loss": 0.4562,
      "step": 12210
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.58232131944217e-06,
      "loss": 0.6863,
      "step": 12211
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.580853795812839e-06,
      "loss": 0.6206,
      "step": 12212
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.579386303374128e-06,
      "loss": 0.655,
      "step": 12213
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.577918842158288e-06,
      "loss": 0.6712,
      "step": 12214
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.576451412197567e-06,
      "loss": 0.6235,
      "step": 12215
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.574984013524224e-06,
      "loss": 0.5676,
      "step": 12216
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.573516646170511e-06,
      "loss": 0.5339,
      "step": 12217
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.572049310168675e-06,
      "loss": 0.5641,
      "step": 12218
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.570582005550964e-06,
      "loss": 0.4899,
      "step": 12219
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.569114732349627e-06,
      "loss": 0.5421,
      "step": 12220
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.567647490596917e-06,
      "loss": 0.6242,
      "step": 12221
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56618028032508e-06,
      "loss": 0.4982,
      "step": 12222
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56471310156636e-06,
      "loss": 0.5584,
      "step": 12223
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.563245954353007e-06,
      "loss": 0.5908,
      "step": 12224
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.561778838717262e-06,
      "loss": 0.561,
      "step": 12225
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.560311754691375e-06,
      "loss": 0.4624,
      "step": 12226
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.558844702307589e-06,
      "loss": 0.5469,
      "step": 12227
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.557377681598147e-06,
      "loss": 0.6401,
      "step": 12228
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.555910692595288e-06,
      "loss": 0.6227,
      "step": 12229
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.55444373533126e-06,
      "loss": 0.5109,
      "step": 12230
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.552976809838301e-06,
      "loss": 0.522,
      "step": 12231
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.551509916148656e-06,
      "loss": 0.5162,
      "step": 12232
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.550043054294562e-06,
      "loss": 0.534,
      "step": 12233
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.548576224308252e-06,
      "loss": 0.5929,
      "step": 12234
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.547109426221973e-06,
      "loss": 0.4663,
      "step": 12235
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.545642660067963e-06,
      "loss": 0.4831,
      "step": 12236
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.544175925878455e-06,
      "loss": 0.6349,
      "step": 12237
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.54270922368569e-06,
      "loss": 0.5763,
      "step": 12238
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.541242553521898e-06,
      "loss": 0.5328,
      "step": 12239
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.53977591541932e-06,
      "loss": 0.609,
      "step": 12240
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.538309309410186e-06,
      "loss": 0.5745,
      "step": 12241
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.536842735526734e-06,
      "loss": 0.5892,
      "step": 12242
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.535376193801195e-06,
      "loss": 0.6047,
      "step": 12243
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.533909684265796e-06,
      "loss": 0.5966,
      "step": 12244
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.532443206952774e-06,
      "loss": 0.5981,
      "step": 12245
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.530976761894363e-06,
      "loss": 0.5455,
      "step": 12246
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.529510349122789e-06,
      "loss": 0.6022,
      "step": 12247
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.528043968670281e-06,
      "loss": 0.5373,
      "step": 12248
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.526577620569066e-06,
      "loss": 0.5256,
      "step": 12249
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.525111304851378e-06,
      "loss": 0.5158,
      "step": 12250
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.523645021549442e-06,
      "loss": 0.6309,
      "step": 12251
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.522178770695481e-06,
      "loss": 0.6042,
      "step": 12252
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.520712552321725e-06,
      "loss": 0.7112,
      "step": 12253
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.519246366460396e-06,
      "loss": 0.5938,
      "step": 12254
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.517780213143722e-06,
      "loss": 0.5825,
      "step": 12255
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.516314092403924e-06,
      "loss": 0.5971,
      "step": 12256
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.514848004273229e-06,
      "loss": 0.6637,
      "step": 12257
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.513381948783851e-06,
      "loss": 0.5311,
      "step": 12258
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.511915925968022e-06,
      "loss": 0.5556,
      "step": 12259
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.510449935857953e-06,
      "loss": 0.5452,
      "step": 12260
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.508983978485875e-06,
      "loss": 0.6383,
      "step": 12261
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.507518053883998e-06,
      "loss": 0.6456,
      "step": 12262
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.506052162084544e-06,
      "loss": 0.6295,
      "step": 12263
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.50458630311973e-06,
      "loss": 0.6157,
      "step": 12264
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.50312047702178e-06,
      "loss": 0.5895,
      "step": 12265
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.5016546838229e-06,
      "loss": 0.6255,
      "step": 12266
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.500188923555314e-06,
      "loss": 0.6204,
      "step": 12267
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.49872319625123e-06,
      "loss": 0.5418,
      "step": 12268
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.497257501942871e-06,
      "loss": 0.4796,
      "step": 12269
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.495791840662443e-06,
      "loss": 0.5645,
      "step": 12270
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.494326212442166e-06,
      "loss": 0.5731,
      "step": 12271
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.492860617314248e-06,
      "loss": 0.4823,
      "step": 12272
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.491395055310893e-06,
      "loss": 0.595,
      "step": 12273
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.489929526464325e-06,
      "loss": 0.5981,
      "step": 12274
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.488464030806751e-06,
      "loss": 0.5093,
      "step": 12275
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.486998568370376e-06,
      "loss": 0.5775,
      "step": 12276
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.48553313918741e-06,
      "loss": 0.5468,
      "step": 12277
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.484067743290058e-06,
      "loss": 0.6829,
      "step": 12278
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.482602380710537e-06,
      "loss": 0.6229,
      "step": 12279
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.481137051481045e-06,
      "loss": 0.5666,
      "step": 12280
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.479671755633788e-06,
      "loss": 0.5579,
      "step": 12281
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.478206493200974e-06,
      "loss": 0.4317,
      "step": 12282
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.476741264214801e-06,
      "loss": 0.6309,
      "step": 12283
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.475276068707483e-06,
      "loss": 0.637,
      "step": 12284
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.473810906711213e-06,
      "loss": 0.6707,
      "step": 12285
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.4723457782582e-06,
      "loss": 0.5022,
      "step": 12286
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.470880683380636e-06,
      "loss": 0.5713,
      "step": 12287
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.469415622110734e-06,
      "loss": 0.5644,
      "step": 12288
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.467950594480683e-06,
      "loss": 0.564,
      "step": 12289
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.466485600522688e-06,
      "loss": 0.6198,
      "step": 12290
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.465020640268946e-06,
      "loss": 0.5361,
      "step": 12291
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.46355571375165e-06,
      "loss": 0.5827,
      "step": 12292
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.462090821003006e-06,
      "loss": 0.4566,
      "step": 12293
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.460625962055205e-06,
      "loss": 0.5244,
      "step": 12294
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.459161136940439e-06,
      "loss": 0.6536,
      "step": 12295
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.45769634569091e-06,
      "loss": 0.5765,
      "step": 12296
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.4562315883388e-06,
      "loss": 0.6585,
      "step": 12297
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.454766864916318e-06,
      "loss": 0.5692,
      "step": 12298
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.453302175455643e-06,
      "loss": 0.6498,
      "step": 12299
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.451837519988975e-06,
      "loss": 0.6723,
      "step": 12300
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.450372898548501e-06,
      "loss": 0.6138,
      "step": 12301
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.448908311166408e-06,
      "loss": 0.6455,
      "step": 12302
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.447443757874888e-06,
      "loss": 0.5333,
      "step": 12303
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.445979238706137e-06,
      "loss": 0.5979,
      "step": 12304
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.444514753692334e-06,
      "loss": 0.512,
      "step": 12305
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.443050302865667e-06,
      "loss": 0.6506,
      "step": 12306
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.441585886258321e-06,
      "loss": 0.5793,
      "step": 12307
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.440121503902489e-06,
      "loss": 0.5999,
      "step": 12308
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.43865715583035e-06,
      "loss": 0.5524,
      "step": 12309
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.437192842074089e-06,
      "loss": 0.5625,
      "step": 12310
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.43572856266589e-06,
      "loss": 0.6816,
      "step": 12311
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.434264317637933e-06,
      "loss": 0.5186,
      "step": 12312
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.432800107022404e-06,
      "loss": 0.6099,
      "step": 12313
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.431335930851481e-06,
      "loss": 0.6411,
      "step": 12314
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.429871789157349e-06,
      "loss": 0.703,
      "step": 12315
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.428407681972179e-06,
      "loss": 0.5857,
      "step": 12316
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.426943609328155e-06,
      "loss": 0.6697,
      "step": 12317
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.425479571257458e-06,
      "loss": 0.6125,
      "step": 12318
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.424015567792263e-06,
      "loss": 0.5467,
      "step": 12319
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.422551598964743e-06,
      "loss": 0.5005,
      "step": 12320
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.421087664807072e-06,
      "loss": 0.5708,
      "step": 12321
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.419623765351435e-06,
      "loss": 0.5262,
      "step": 12322
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41815990063e-06,
      "loss": 0.6177,
      "step": 12323
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.416696070674941e-06,
      "loss": 0.488,
      "step": 12324
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.415232275518431e-06,
      "loss": 0.5424,
      "step": 12325
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.413768515192638e-06,
      "loss": 0.5998,
      "step": 12326
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.41230478972974e-06,
      "loss": 0.6436,
      "step": 12327
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.410841099161905e-06,
      "loss": 0.5433,
      "step": 12328
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.409377443521301e-06,
      "loss": 0.6914,
      "step": 12329
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.407913822840097e-06,
      "loss": 0.6053,
      "step": 12330
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.406450237150458e-06,
      "loss": 0.7104,
      "step": 12331
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.404986686484559e-06,
      "loss": 0.6293,
      "step": 12332
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.403523170874563e-06,
      "loss": 0.5949,
      "step": 12333
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.402059690352636e-06,
      "loss": 0.5398,
      "step": 12334
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.400596244950942e-06,
      "loss": 0.5774,
      "step": 12335
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.399132834701642e-06,
      "loss": 0.6322,
      "step": 12336
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.397669459636907e-06,
      "loss": 0.5345,
      "step": 12337
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.396206119788893e-06,
      "loss": 0.5256,
      "step": 12338
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.39474281518977e-06,
      "loss": 0.4349,
      "step": 12339
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.393279545871691e-06,
      "loss": 0.6423,
      "step": 12340
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.391816311866817e-06,
      "loss": 0.6649,
      "step": 12341
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.39035311320731e-06,
      "loss": 0.5648,
      "step": 12342
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.388889949925331e-06,
      "loss": 0.5167,
      "step": 12343
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.387426822053037e-06,
      "loss": 0.5157,
      "step": 12344
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.385963729622581e-06,
      "loss": 0.4371,
      "step": 12345
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.384500672666123e-06,
      "loss": 0.4709,
      "step": 12346
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.38303765121582e-06,
      "loss": 0.4155,
      "step": 12347
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.381574665303826e-06,
      "loss": 0.5897,
      "step": 12348
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.380111714962292e-06,
      "loss": 0.5938,
      "step": 12349
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.378648800223372e-06,
      "loss": 0.6616,
      "step": 12350
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.377185921119223e-06,
      "loss": 0.6069,
      "step": 12351
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.375723077681996e-06,
      "loss": 0.6562,
      "step": 12352
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.374260269943836e-06,
      "loss": 0.607,
      "step": 12353
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.372797497936903e-06,
      "loss": 0.5068,
      "step": 12354
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.371334761693333e-06,
      "loss": 0.5361,
      "step": 12355
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.369872061245287e-06,
      "loss": 0.6802,
      "step": 12356
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.368409396624906e-06,
      "loss": 0.5694,
      "step": 12357
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.366946767864344e-06,
      "loss": 0.5001,
      "step": 12358
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36548417499574e-06,
      "loss": 0.5885,
      "step": 12359
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36402161805124e-06,
      "loss": 0.5373,
      "step": 12360
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36255909706299e-06,
      "loss": 0.5984,
      "step": 12361
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36109661206314e-06,
      "loss": 0.5563,
      "step": 12362
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.359634163083826e-06,
      "loss": 0.5765,
      "step": 12363
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.358171750157192e-06,
      "loss": 0.5847,
      "step": 12364
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.356709373315377e-06,
      "loss": 0.6231,
      "step": 12365
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.355247032590529e-06,
      "loss": 0.5397,
      "step": 12366
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.35378472801478e-06,
      "loss": 0.696,
      "step": 12367
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.352322459620277e-06,
      "loss": 0.4367,
      "step": 12368
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.350860227439148e-06,
      "loss": 0.5908,
      "step": 12369
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.349398031503542e-06,
      "loss": 0.5218,
      "step": 12370
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.347935871845589e-06,
      "loss": 0.7166,
      "step": 12371
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.346473748497428e-06,
      "loss": 0.6318,
      "step": 12372
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.34501166149119e-06,
      "loss": 0.6436,
      "step": 12373
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.343549610859013e-06,
      "loss": 0.5776,
      "step": 12374
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.342087596633029e-06,
      "loss": 0.6408,
      "step": 12375
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.340625618845373e-06,
      "loss": 0.586,
      "step": 12376
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.339163677528177e-06,
      "loss": 0.5237,
      "step": 12377
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.337701772713568e-06,
      "loss": 0.5867,
      "step": 12378
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.336239904433675e-06,
      "loss": 0.5355,
      "step": 12379
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.334778072720638e-06,
      "loss": 0.611,
      "step": 12380
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.333316277606577e-06,
      "loss": 0.6125,
      "step": 12381
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.331854519123622e-06,
      "loss": 0.6453,
      "step": 12382
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.330392797303903e-06,
      "loss": 0.6496,
      "step": 12383
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32893111217954e-06,
      "loss": 0.5295,
      "step": 12384
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.327469463782665e-06,
      "loss": 0.5338,
      "step": 12385
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.3260078521454e-06,
      "loss": 0.5541,
      "step": 12386
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.32454627729987e-06,
      "loss": 0.6044,
      "step": 12387
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.323084739278194e-06,
      "loss": 0.6063,
      "step": 12388
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.3216232381125e-06,
      "loss": 0.7339,
      "step": 12389
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.320161773834905e-06,
      "loss": 0.6258,
      "step": 12390
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.318700346477535e-06,
      "loss": 0.6293,
      "step": 12391
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.317238956072504e-06,
      "loss": 0.6046,
      "step": 12392
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.315777602651936e-06,
      "loss": 0.6351,
      "step": 12393
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.314316286247944e-06,
      "loss": 0.6057,
      "step": 12394
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.312855006892651e-06,
      "loss": 0.6097,
      "step": 12395
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.31139376461817e-06,
      "loss": 0.56,
      "step": 12396
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.309932559456621e-06,
      "loss": 0.5915,
      "step": 12397
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.308471391440111e-06,
      "loss": 0.5398,
      "step": 12398
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.307010260600761e-06,
      "loss": 0.6818,
      "step": 12399
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.305549166970683e-06,
      "loss": 0.6412,
      "step": 12400
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.304088110581992e-06,
      "loss": 0.5004,
      "step": 12401
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.302627091466795e-06,
      "loss": 0.5989,
      "step": 12402
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.3011661096572e-06,
      "loss": 0.5861,
      "step": 12403
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.299705165185326e-06,
      "loss": 0.5187,
      "step": 12404
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.298244258083278e-06,
      "loss": 0.6171,
      "step": 12405
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.296783388383167e-06,
      "loss": 0.5942,
      "step": 12406
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.295322556117095e-06,
      "loss": 0.5404,
      "step": 12407
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.29386176131717e-06,
      "loss": 0.5802,
      "step": 12408
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.292401004015504e-06,
      "loss": 0.5801,
      "step": 12409
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.290940284244198e-06,
      "loss": 0.6008,
      "step": 12410
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.289479602035355e-06,
      "loss": 0.5451,
      "step": 12411
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.288018957421081e-06,
      "loss": 0.6367,
      "step": 12412
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.286558350433475e-06,
      "loss": 0.602,
      "step": 12413
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.285097781104646e-06,
      "loss": 0.5192,
      "step": 12414
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.283637249466686e-06,
      "loss": 0.5357,
      "step": 12415
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.282176755551704e-06,
      "loss": 0.5204,
      "step": 12416
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.280716299391792e-06,
      "loss": 0.6719,
      "step": 12417
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.27925588101905e-06,
      "loss": 0.5538,
      "step": 12418
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.277795500465583e-06,
      "loss": 0.5933,
      "step": 12419
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.276335157763481e-06,
      "loss": 0.6827,
      "step": 12420
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.274874852944839e-06,
      "loss": 0.5466,
      "step": 12421
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.273414586041758e-06,
      "loss": 0.5716,
      "step": 12422
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.271954357086325e-06,
      "loss": 0.581,
      "step": 12423
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.27049416611064e-06,
      "loss": 0.4886,
      "step": 12424
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.269034013146793e-06,
      "loss": 0.614,
      "step": 12425
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.267573898226878e-06,
      "loss": 0.522,
      "step": 12426
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.266113821382978e-06,
      "loss": 0.5218,
      "step": 12427
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.264653782647195e-06,
      "loss": 0.6135,
      "step": 12428
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.26319378205161e-06,
      "loss": 0.3937,
      "step": 12429
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.261733819628319e-06,
      "loss": 0.5805,
      "step": 12430
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.260273895409402e-06,
      "loss": 0.5974,
      "step": 12431
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.258814009426946e-06,
      "loss": 0.5893,
      "step": 12432
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.25735416171304e-06,
      "loss": 0.6353,
      "step": 12433
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.255894352299775e-06,
      "loss": 0.5145,
      "step": 12434
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.254434581219227e-06,
      "loss": 0.5951,
      "step": 12435
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.25297484850348e-06,
      "loss": 0.4995,
      "step": 12436
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.251515154184618e-06,
      "loss": 0.4892,
      "step": 12437
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.250055498294725e-06,
      "loss": 0.5692,
      "step": 12438
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24859588086588e-06,
      "loss": 0.6416,
      "step": 12439
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.247136301930164e-06,
      "loss": 0.5744,
      "step": 12440
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.245676761519656e-06,
      "loss": 0.4465,
      "step": 12441
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24421725966643e-06,
      "loss": 0.6384,
      "step": 12442
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.24275779640257e-06,
      "loss": 0.6122,
      "step": 12443
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.241298371760153e-06,
      "loss": 0.5748,
      "step": 12444
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.239838985771253e-06,
      "loss": 0.5312,
      "step": 12445
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.23837963846794e-06,
      "loss": 0.5399,
      "step": 12446
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.236920329882293e-06,
      "loss": 0.54,
      "step": 12447
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.235461060046385e-06,
      "loss": 0.5636,
      "step": 12448
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.234001828992291e-06,
      "loss": 0.5188,
      "step": 12449
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.23254263675208e-06,
      "loss": 0.6145,
      "step": 12450
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.231083483357822e-06,
      "loss": 0.6163,
      "step": 12451
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.229624368841582e-06,
      "loss": 0.584,
      "step": 12452
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.22816529323544e-06,
      "loss": 0.5011,
      "step": 12453
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.226706256571457e-06,
      "loss": 0.4726,
      "step": 12454
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.225247258881706e-06,
      "loss": 0.5384,
      "step": 12455
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.223788300198244e-06,
      "loss": 0.6226,
      "step": 12456
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.222329380553145e-06,
      "loss": 0.634,
      "step": 12457
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.22087049997847e-06,
      "loss": 0.5357,
      "step": 12458
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.219411658506288e-06,
      "loss": 0.6312,
      "step": 12459
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.217952856168655e-06,
      "loss": 0.5555,
      "step": 12460
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.216494092997635e-06,
      "loss": 0.5854,
      "step": 12461
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.21503536902529e-06,
      "loss": 0.5786,
      "step": 12462
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.213576684283686e-06,
      "loss": 0.5542,
      "step": 12463
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.212118038804873e-06,
      "loss": 0.601,
      "step": 12464
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.210659432620918e-06,
      "loss": 0.4034,
      "step": 12465
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.20920086576387e-06,
      "loss": 0.5111,
      "step": 12466
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.207742338265797e-06,
      "loss": 0.4999,
      "step": 12467
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.206283850158746e-06,
      "loss": 0.6508,
      "step": 12468
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.204825401474779e-06,
      "loss": 0.5621,
      "step": 12469
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.203366992245947e-06,
      "loss": 0.5516,
      "step": 12470
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.201908622504298e-06,
      "loss": 0.5885,
      "step": 12471
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.200450292281894e-06,
      "loss": 0.6002,
      "step": 12472
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.198992001610786e-06,
      "loss": 0.6365,
      "step": 12473
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.19753375052302e-06,
      "loss": 0.6886,
      "step": 12474
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.196075539050649e-06,
      "loss": 0.4513,
      "step": 12475
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.194617367225718e-06,
      "loss": 0.5196,
      "step": 12476
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.193159235080282e-06,
      "loss": 0.5961,
      "step": 12477
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.191701142646387e-06,
      "loss": 0.4907,
      "step": 12478
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.190243089956076e-06,
      "loss": 0.6295,
      "step": 12479
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.188785077041393e-06,
      "loss": 0.5651,
      "step": 12480
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.187327103934391e-06,
      "loss": 0.6814,
      "step": 12481
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.185869170667111e-06,
      "loss": 0.5417,
      "step": 12482
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.184411277271591e-06,
      "loss": 0.5634,
      "step": 12483
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18295342377988e-06,
      "loss": 0.6449,
      "step": 12484
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.18149561022401e-06,
      "loss": 0.5646,
      "step": 12485
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.180037836636034e-06,
      "loss": 0.5717,
      "step": 12486
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.178580103047982e-06,
      "loss": 0.6467,
      "step": 12487
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.177122409491899e-06,
      "loss": 0.6645,
      "step": 12488
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.175664755999816e-06,
      "loss": 0.6544,
      "step": 12489
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.174207142603775e-06,
      "loss": 0.5865,
      "step": 12490
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.17274956933581e-06,
      "loss": 0.4919,
      "step": 12491
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.17129203622796e-06,
      "loss": 0.6241,
      "step": 12492
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.169834543312253e-06,
      "loss": 0.615,
      "step": 12493
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.168377090620728e-06,
      "loss": 0.5379,
      "step": 12494
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.166919678185411e-06,
      "loss": 0.6723,
      "step": 12495
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.165462306038343e-06,
      "loss": 0.5409,
      "step": 12496
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.164004974211545e-06,
      "loss": 0.5006,
      "step": 12497
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.162547682737057e-06,
      "loss": 0.6018,
      "step": 12498
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1610904316469e-06,
      "loss": 0.548,
      "step": 12499
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.159633220973102e-06,
      "loss": 0.3872,
      "step": 12500
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.158176050747694e-06,
      "loss": 0.6337,
      "step": 12501
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.156718921002703e-06,
      "loss": 0.5538,
      "step": 12502
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.155261831770152e-06,
      "loss": 0.5494,
      "step": 12503
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.153804783082065e-06,
      "loss": 0.5196,
      "step": 12504
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.152347774970466e-06,
      "loss": 0.5769,
      "step": 12505
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.15089080746738e-06,
      "loss": 0.6433,
      "step": 12506
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.14943388060483e-06,
      "loss": 0.5971,
      "step": 12507
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.147976994414828e-06,
      "loss": 0.595,
      "step": 12508
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.146520148929402e-06,
      "loss": 0.5434,
      "step": 12509
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.145063344180574e-06,
      "loss": 0.735,
      "step": 12510
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.143606580200356e-06,
      "loss": 0.5591,
      "step": 12511
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.142149857020767e-06,
      "loss": 0.5918,
      "step": 12512
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.140693174673826e-06,
      "loss": 0.5783,
      "step": 12513
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.13923653319154e-06,
      "loss": 0.5875,
      "step": 12514
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.137779932605936e-06,
      "loss": 0.6497,
      "step": 12515
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.13632337294902e-06,
      "loss": 0.4352,
      "step": 12516
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.134866854252808e-06,
      "loss": 0.6349,
      "step": 12517
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.13341037654931e-06,
      "loss": 0.5617,
      "step": 12518
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.131953939870534e-06,
      "loss": 0.5715,
      "step": 12519
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1304975442485e-06,
      "loss": 0.4185,
      "step": 12520
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.12904118971521e-06,
      "loss": 0.5705,
      "step": 12521
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.127584876302673e-06,
      "loss": 0.5669,
      "step": 12522
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1261286040429e-06,
      "loss": 0.6049,
      "step": 12523
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.12467237296789e-06,
      "loss": 0.4352,
      "step": 12524
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.123216183109657e-06,
      "loss": 0.5156,
      "step": 12525
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.121760034500202e-06,
      "loss": 0.568,
      "step": 12526
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.120303927171531e-06,
      "loss": 0.564,
      "step": 12527
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.118847861155644e-06,
      "loss": 0.6031,
      "step": 12528
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.117391836484541e-06,
      "loss": 0.5747,
      "step": 12529
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.115935853190228e-06,
      "loss": 0.5735,
      "step": 12530
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.114479911304707e-06,
      "loss": 0.559,
      "step": 12531
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.113024010859973e-06,
      "loss": 0.5427,
      "step": 12532
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.111568151888025e-06,
      "loss": 0.4264,
      "step": 12533
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.110112334420857e-06,
      "loss": 0.5886,
      "step": 12534
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.108656558490475e-06,
      "loss": 0.5437,
      "step": 12535
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.107200824128869e-06,
      "loss": 0.6023,
      "step": 12536
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.105745131368031e-06,
      "loss": 0.5317,
      "step": 12537
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.104289480239956e-06,
      "loss": 0.646,
      "step": 12538
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.102833870776645e-06,
      "loss": 0.5992,
      "step": 12539
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.101378303010082e-06,
      "loss": 0.5495,
      "step": 12540
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.099922776972257e-06,
      "loss": 0.5784,
      "step": 12541
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.098467292695168e-06,
      "loss": 0.6217,
      "step": 12542
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.097011850210792e-06,
      "loss": 0.5679,
      "step": 12543
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.095556449551128e-06,
      "loss": 0.626,
      "step": 12544
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.094101090748163e-06,
      "loss": 0.5632,
      "step": 12545
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.09264577383388e-06,
      "loss": 0.5108,
      "step": 12546
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.091190498840265e-06,
      "loss": 0.5869,
      "step": 12547
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.089735265799299e-06,
      "loss": 0.5694,
      "step": 12548
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.088280074742974e-06,
      "loss": 0.5997,
      "step": 12549
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.08682492570327e-06,
      "loss": 0.4204,
      "step": 12550
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.085369818712163e-06,
      "loss": 0.5623,
      "step": 12551
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.083914753801642e-06,
      "loss": 0.6043,
      "step": 12552
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.08245973100368e-06,
      "loss": 0.6113,
      "step": 12553
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.081004750350262e-06,
      "loss": 0.6106,
      "step": 12554
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.079549811873364e-06,
      "loss": 0.622,
      "step": 12555
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.078094915604962e-06,
      "loss": 0.5717,
      "step": 12556
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.076640061577036e-06,
      "loss": 0.665,
      "step": 12557
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.075185249821554e-06,
      "loss": 0.5864,
      "step": 12558
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.073730480370498e-06,
      "loss": 0.6202,
      "step": 12559
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.07227575325584e-06,
      "loss": 0.6387,
      "step": 12560
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.070821068509553e-06,
      "loss": 0.64,
      "step": 12561
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.069366426163604e-06,
      "loss": 0.6419,
      "step": 12562
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.067911826249965e-06,
      "loss": 0.5923,
      "step": 12563
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.066457268800612e-06,
      "loss": 0.5457,
      "step": 12564
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.065002753847509e-06,
      "loss": 0.5048,
      "step": 12565
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.063548281422624e-06,
      "loss": 0.4258,
      "step": 12566
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.062093851557922e-06,
      "loss": 0.5768,
      "step": 12567
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.060639464285378e-06,
      "loss": 0.5389,
      "step": 12568
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.059185119636946e-06,
      "loss": 0.554,
      "step": 12569
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.057730817644598e-06,
      "loss": 0.5574,
      "step": 12570
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.056276558340296e-06,
      "loss": 0.6266,
      "step": 12571
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.054822341755996e-06,
      "loss": 0.5843,
      "step": 12572
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.053368167923666e-06,
      "loss": 0.5875,
      "step": 12573
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.051914036875268e-06,
      "loss": 0.7157,
      "step": 12574
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.050459948642755e-06,
      "loss": 0.6574,
      "step": 12575
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04900590325809e-06,
      "loss": 0.5096,
      "step": 12576
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.047551900753227e-06,
      "loss": 0.5179,
      "step": 12577
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.04609794116013e-06,
      "loss": 0.6278,
      "step": 12578
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.044644024510748e-06,
      "loss": 0.6354,
      "step": 12579
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.043190150837038e-06,
      "loss": 0.5758,
      "step": 12580
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.041736320170952e-06,
      "loss": 0.5938,
      "step": 12581
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.040282532544443e-06,
      "loss": 0.6591,
      "step": 12582
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.03882878798947e-06,
      "loss": 0.5508,
      "step": 12583
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.037375086537975e-06,
      "loss": 0.4898,
      "step": 12584
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.035921428221914e-06,
      "loss": 0.4995,
      "step": 12585
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.034467813073235e-06,
      "loss": 0.6203,
      "step": 12586
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.033014241123879e-06,
      "loss": 0.5646,
      "step": 12587
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.031560712405802e-06,
      "loss": 0.5776,
      "step": 12588
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.030107226950949e-06,
      "loss": 0.5448,
      "step": 12589
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.028653784791263e-06,
      "loss": 0.5921,
      "step": 12590
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.027200385958692e-06,
      "loss": 0.5187,
      "step": 12591
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.025747030485172e-06,
      "loss": 0.6082,
      "step": 12592
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.024293718402654e-06,
      "loss": 0.5253,
      "step": 12593
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.022840449743073e-06,
      "loss": 0.63,
      "step": 12594
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.021387224538377e-06,
      "loss": 0.6426,
      "step": 12595
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.019934042820494e-06,
      "loss": 0.6013,
      "step": 12596
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.018480904621375e-06,
      "loss": 0.4981,
      "step": 12597
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01702780997295e-06,
      "loss": 0.4969,
      "step": 12598
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01557475890716e-06,
      "loss": 0.5664,
      "step": 12599
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01412175145594e-06,
      "loss": 0.5535,
      "step": 12600
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.01266878765122e-06,
      "loss": 0.5762,
      "step": 12601
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.011215867524937e-06,
      "loss": 0.4958,
      "step": 12602
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.009762991109028e-06,
      "loss": 0.65,
      "step": 12603
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.008310158435422e-06,
      "loss": 0.5456,
      "step": 12604
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.006857369536047e-06,
      "loss": 0.5891,
      "step": 12605
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.005404624442833e-06,
      "loss": 0.6642,
      "step": 12606
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.003951923187715e-06,
      "loss": 0.5766,
      "step": 12607
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.00249926580262e-06,
      "loss": 0.4877,
      "step": 12608
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.001046652319469e-06,
      "loss": 0.5772,
      "step": 12609
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.999594082770195e-06,
      "loss": 0.5807,
      "step": 12610
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.998141557186715e-06,
      "loss": 0.5757,
      "step": 12611
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.996689075600964e-06,
      "loss": 0.538,
      "step": 12612
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.995236638044857e-06,
      "loss": 0.4823,
      "step": 12613
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.99378424455032e-06,
      "loss": 0.5919,
      "step": 12614
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.992331895149273e-06,
      "loss": 0.6013,
      "step": 12615
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.990879589873637e-06,
      "loss": 0.5302,
      "step": 12616
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.989427328755329e-06,
      "loss": 0.682,
      "step": 12617
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.987975111826274e-06,
      "loss": 0.4133,
      "step": 12618
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.986522939118382e-06,
      "loss": 0.5703,
      "step": 12619
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.98507081066357e-06,
      "loss": 0.4445,
      "step": 12620
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.98361872649376e-06,
      "loss": 0.5254,
      "step": 12621
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.982166686640863e-06,
      "loss": 0.6082,
      "step": 12622
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.98071469113679e-06,
      "loss": 0.4662,
      "step": 12623
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.97926274001346e-06,
      "loss": 0.5061,
      "step": 12624
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.977810833302773e-06,
      "loss": 0.5443,
      "step": 12625
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.976358971036654e-06,
      "loss": 0.5927,
      "step": 12626
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.974907153247001e-06,
      "loss": 0.6366,
      "step": 12627
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.97345537996573e-06,
      "loss": 0.5029,
      "step": 12628
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.972003651224747e-06,
      "loss": 0.6359,
      "step": 12629
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.970551967055954e-06,
      "loss": 0.5662,
      "step": 12630
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.969100327491262e-06,
      "loss": 0.6605,
      "step": 12631
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.967648732562576e-06,
      "loss": 0.6138,
      "step": 12632
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.966197182301799e-06,
      "loss": 0.4578,
      "step": 12633
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.96474567674083e-06,
      "loss": 0.729,
      "step": 12634
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.963294215911572e-06,
      "loss": 0.625,
      "step": 12635
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.961842799845931e-06,
      "loss": 0.5432,
      "step": 12636
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.960391428575806e-06,
      "loss": 0.6396,
      "step": 12637
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.958940102133088e-06,
      "loss": 0.5602,
      "step": 12638
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.957488820549685e-06,
      "loss": 0.4993,
      "step": 12639
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.956037583857484e-06,
      "loss": 0.5599,
      "step": 12640
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.95458639208839e-06,
      "loss": 0.6162,
      "step": 12641
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.953135245274293e-06,
      "loss": 0.5264,
      "step": 12642
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.951684143447088e-06,
      "loss": 0.5575,
      "step": 12643
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.950233086638668e-06,
      "loss": 0.5427,
      "step": 12644
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.948782074880921e-06,
      "loss": 0.5657,
      "step": 12645
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.947331108205748e-06,
      "loss": 0.5523,
      "step": 12646
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.94588018664503e-06,
      "loss": 0.5062,
      "step": 12647
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.944429310230658e-06,
      "loss": 0.5424,
      "step": 12648
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.94297847899452e-06,
      "loss": 0.5724,
      "step": 12649
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.941527692968505e-06,
      "loss": 0.5829,
      "step": 12650
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9400769521845e-06,
      "loss": 0.5411,
      "step": 12651
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.938626256674385e-06,
      "loss": 0.5606,
      "step": 12652
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93717560647005e-06,
      "loss": 0.6243,
      "step": 12653
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93572500160337e-06,
      "loss": 0.6416,
      "step": 12654
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.934274442106236e-06,
      "loss": 0.4865,
      "step": 12655
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.932823928010523e-06,
      "loss": 0.4847,
      "step": 12656
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.931373459348115e-06,
      "loss": 0.5595,
      "step": 12657
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.929923036150888e-06,
      "loss": 0.6636,
      "step": 12658
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.928472658450718e-06,
      "loss": 0.5828,
      "step": 12659
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.927022326279487e-06,
      "loss": 0.6282,
      "step": 12660
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.925572039669071e-06,
      "loss": 0.5796,
      "step": 12661
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.924121798651344e-06,
      "loss": 0.4914,
      "step": 12662
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.922671603258176e-06,
      "loss": 0.543,
      "step": 12663
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.921221453521442e-06,
      "loss": 0.5093,
      "step": 12664
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.91977134947302e-06,
      "loss": 0.6618,
      "step": 12665
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.918321291144773e-06,
      "loss": 0.5783,
      "step": 12666
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.916871278568577e-06,
      "loss": 0.6175,
      "step": 12667
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.915421311776297e-06,
      "loss": 0.5465,
      "step": 12668
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.913971390799799e-06,
      "loss": 0.5568,
      "step": 12669
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.912521515670956e-06,
      "loss": 0.5267,
      "step": 12670
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.911071686421633e-06,
      "loss": 0.6155,
      "step": 12671
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.909621903083693e-06,
      "loss": 0.5697,
      "step": 12672
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.908172165688999e-06,
      "loss": 0.5354,
      "step": 12673
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.90672247426941e-06,
      "loss": 0.5781,
      "step": 12674
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.905272828856801e-06,
      "loss": 0.58,
      "step": 12675
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.903823229483025e-06,
      "loss": 0.571,
      "step": 12676
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.90237367617994e-06,
      "loss": 0.5941,
      "step": 12677
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.900924168979402e-06,
      "loss": 0.5751,
      "step": 12678
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.899474707913281e-06,
      "loss": 0.506,
      "step": 12679
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.898025293013424e-06,
      "loss": 0.6367,
      "step": 12680
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.89657592431169e-06,
      "loss": 0.5843,
      "step": 12681
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.895126601839936e-06,
      "loss": 0.6563,
      "step": 12682
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.893677325630006e-06,
      "loss": 0.6114,
      "step": 12683
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.892228095713768e-06,
      "loss": 0.5909,
      "step": 12684
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.89077891212306e-06,
      "loss": 0.5951,
      "step": 12685
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.889329774889745e-06,
      "loss": 0.5006,
      "step": 12686
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.887880684045665e-06,
      "loss": 0.6238,
      "step": 12687
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.886431639622665e-06,
      "loss": 0.567,
      "step": 12688
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.884982641652602e-06,
      "loss": 0.5672,
      "step": 12689
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.88353369016732e-06,
      "loss": 0.5886,
      "step": 12690
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.882084785198661e-06,
      "loss": 0.6293,
      "step": 12691
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.880635926778473e-06,
      "loss": 0.5628,
      "step": 12692
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.879187114938595e-06,
      "loss": 0.5194,
      "step": 12693
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87773834971088e-06,
      "loss": 0.5271,
      "step": 12694
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.876289631127159e-06,
      "loss": 0.5504,
      "step": 12695
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.874840959219279e-06,
      "loss": 0.6005,
      "step": 12696
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.873392334019077e-06,
      "loss": 0.544,
      "step": 12697
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.871943755558389e-06,
      "loss": 0.5027,
      "step": 12698
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.870495223869055e-06,
      "loss": 0.5627,
      "step": 12699
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.869046738982915e-06,
      "loss": 0.5889,
      "step": 12700
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.8675983009318e-06,
      "loss": 0.5917,
      "step": 12701
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.866149909747544e-06,
      "loss": 0.6304,
      "step": 12702
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.86470156546198e-06,
      "loss": 0.641,
      "step": 12703
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.863253268106946e-06,
      "loss": 0.6003,
      "step": 12704
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.86180501771427e-06,
      "loss": 0.619,
      "step": 12705
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.860356814315778e-06,
      "loss": 0.5976,
      "step": 12706
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.858908657943303e-06,
      "loss": 0.5239,
      "step": 12707
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.857460548628676e-06,
      "loss": 0.5027,
      "step": 12708
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.856012486403722e-06,
      "loss": 0.6145,
      "step": 12709
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.854564471300263e-06,
      "loss": 0.6022,
      "step": 12710
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.853116503350132e-06,
      "loss": 0.5685,
      "step": 12711
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.851668582585143e-06,
      "loss": 0.5185,
      "step": 12712
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.85022070903713e-06,
      "loss": 0.5832,
      "step": 12713
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.848772882737907e-06,
      "loss": 0.5716,
      "step": 12714
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.847325103719302e-06,
      "loss": 0.5473,
      "step": 12715
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.845877372013126e-06,
      "loss": 0.6978,
      "step": 12716
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.844429687651203e-06,
      "loss": 0.596,
      "step": 12717
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.84298205066535e-06,
      "loss": 0.7079,
      "step": 12718
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.841534461087386e-06,
      "loss": 0.6519,
      "step": 12719
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.840086918949124e-06,
      "loss": 0.6022,
      "step": 12720
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.838639424282381e-06,
      "loss": 0.5959,
      "step": 12721
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.837191977118967e-06,
      "loss": 0.556,
      "step": 12722
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.8357445774907e-06,
      "loss": 0.742,
      "step": 12723
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.834297225429387e-06,
      "loss": 0.6425,
      "step": 12724
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.83284992096684e-06,
      "loss": 0.546,
      "step": 12725
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.83140266413487e-06,
      "loss": 0.5211,
      "step": 12726
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.829955454965279e-06,
      "loss": 0.5738,
      "step": 12727
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.828508293489882e-06,
      "loss": 0.5277,
      "step": 12728
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.827061179740486e-06,
      "loss": 0.5892,
      "step": 12729
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.825614113748891e-06,
      "loss": 0.4994,
      "step": 12730
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.824167095546904e-06,
      "loss": 0.555,
      "step": 12731
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.822720125166323e-06,
      "loss": 0.5654,
      "step": 12732
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.82127320263896e-06,
      "loss": 0.5836,
      "step": 12733
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.819826327996611e-06,
      "loss": 0.658,
      "step": 12734
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.818379501271075e-06,
      "loss": 0.6623,
      "step": 12735
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.816932722494146e-06,
      "loss": 0.6558,
      "step": 12736
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.815485991697634e-06,
      "loss": 0.5489,
      "step": 12737
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.814039308913331e-06,
      "loss": 0.5072,
      "step": 12738
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.812592674173027e-06,
      "loss": 0.5228,
      "step": 12739
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.811146087508523e-06,
      "loss": 0.6494,
      "step": 12740
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.809699548951609e-06,
      "loss": 0.5454,
      "step": 12741
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.808253058534084e-06,
      "loss": 0.6069,
      "step": 12742
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.806806616287731e-06,
      "loss": 0.6315,
      "step": 12743
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.805360222244348e-06,
      "loss": 0.534,
      "step": 12744
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.80391387643572e-06,
      "loss": 0.5406,
      "step": 12745
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.802467578893633e-06,
      "loss": 0.6386,
      "step": 12746
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.801021329649883e-06,
      "loss": 0.5687,
      "step": 12747
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.79957512873625e-06,
      "loss": 0.5762,
      "step": 12748
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.79812897618452e-06,
      "loss": 0.5611,
      "step": 12749
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.796682872026479e-06,
      "loss": 0.6476,
      "step": 12750
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.795236816293904e-06,
      "loss": 0.5318,
      "step": 12751
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.793790809018589e-06,
      "loss": 0.5196,
      "step": 12752
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.792344850232303e-06,
      "loss": 0.6292,
      "step": 12753
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.790898939966834e-06,
      "loss": 0.6708,
      "step": 12754
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.789453078253957e-06,
      "loss": 0.5593,
      "step": 12755
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.788007265125447e-06,
      "loss": 0.47,
      "step": 12756
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.786561500613086e-06,
      "loss": 0.484,
      "step": 12757
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.78511578474865e-06,
      "loss": 0.4832,
      "step": 12758
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.783670117563912e-06,
      "loss": 0.5209,
      "step": 12759
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.78222449909064e-06,
      "loss": 0.6153,
      "step": 12760
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.780778929360613e-06,
      "loss": 0.5896,
      "step": 12761
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.779333408405603e-06,
      "loss": 0.5335,
      "step": 12762
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.777887936257379e-06,
      "loss": 0.6062,
      "step": 12763
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.776442512947707e-06,
      "loss": 0.5607,
      "step": 12764
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.774997138508353e-06,
      "loss": 0.3984,
      "step": 12765
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.773551812971093e-06,
      "loss": 0.5876,
      "step": 12766
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.77210653636769e-06,
      "loss": 0.5002,
      "step": 12767
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.770661308729906e-06,
      "loss": 0.5666,
      "step": 12768
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.769216130089506e-06,
      "loss": 0.6799,
      "step": 12769
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76777100047825e-06,
      "loss": 0.5936,
      "step": 12770
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.766325919927905e-06,
      "loss": 0.5585,
      "step": 12771
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.76488088847023e-06,
      "loss": 0.5094,
      "step": 12772
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.763435906136985e-06,
      "loss": 0.6546,
      "step": 12773
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.761990972959925e-06,
      "loss": 0.5251,
      "step": 12774
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.760546088970808e-06,
      "loss": 0.5367,
      "step": 12775
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.759101254201395e-06,
      "loss": 0.5077,
      "step": 12776
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.75765646868344e-06,
      "loss": 0.5988,
      "step": 12777
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.75621173244869e-06,
      "loss": 0.5875,
      "step": 12778
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.754767045528907e-06,
      "loss": 0.514,
      "step": 12779
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.753322407955837e-06,
      "loss": 0.6358,
      "step": 12780
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.751877819761236e-06,
      "loss": 0.613,
      "step": 12781
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.75043328097685e-06,
      "loss": 0.5407,
      "step": 12782
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.748988791634428e-06,
      "loss": 0.5306,
      "step": 12783
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.74754435176572e-06,
      "loss": 0.6231,
      "step": 12784
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.746099961402466e-06,
      "loss": 0.46,
      "step": 12785
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.74465562057642e-06,
      "loss": 0.5397,
      "step": 12786
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.743211329319323e-06,
      "loss": 0.5554,
      "step": 12787
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.741767087662917e-06,
      "loss": 0.6106,
      "step": 12788
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.740322895638943e-06,
      "loss": 0.536,
      "step": 12789
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.738878753279144e-06,
      "loss": 0.5261,
      "step": 12790
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.737434660615264e-06,
      "loss": 0.6245,
      "step": 12791
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.735990617679037e-06,
      "loss": 0.6554,
      "step": 12792
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.734546624502202e-06,
      "loss": 0.6665,
      "step": 12793
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.73310268111649e-06,
      "loss": 0.529,
      "step": 12794
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.73165878755365e-06,
      "loss": 0.5956,
      "step": 12795
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.730214943845404e-06,
      "loss": 0.6061,
      "step": 12796
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.728771150023494e-06,
      "loss": 0.7659,
      "step": 12797
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.727327406119649e-06,
      "loss": 0.5735,
      "step": 12798
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.725883712165593e-06,
      "loss": 0.5671,
      "step": 12799
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.724440068193067e-06,
      "loss": 0.5585,
      "step": 12800
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.722996474233797e-06,
      "loss": 0.5268,
      "step": 12801
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.72155293031951e-06,
      "loss": 0.5854,
      "step": 12802
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.720109436481931e-06,
      "loss": 0.6008,
      "step": 12803
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.718665992752784e-06,
      "loss": 0.546,
      "step": 12804
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.717222599163803e-06,
      "loss": 0.4224,
      "step": 12805
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.715779255746703e-06,
      "loss": 0.613,
      "step": 12806
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.714335962533209e-06,
      "loss": 0.6665,
      "step": 12807
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.712892719555044e-06,
      "loss": 0.4534,
      "step": 12808
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.711449526843923e-06,
      "loss": 0.6251,
      "step": 12809
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.710006384431574e-06,
      "loss": 0.604,
      "step": 12810
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.708563292349705e-06,
      "loss": 0.5508,
      "step": 12811
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.707120250630042e-06,
      "loss": 0.5614,
      "step": 12812
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.705677259304295e-06,
      "loss": 0.6157,
      "step": 12813
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.704234318404175e-06,
      "loss": 0.5865,
      "step": 12814
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.702791427961405e-06,
      "loss": 0.665,
      "step": 12815
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.701348588007694e-06,
      "loss": 0.4888,
      "step": 12816
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.699905798574752e-06,
      "loss": 0.5674,
      "step": 12817
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.698463059694287e-06,
      "loss": 0.5684,
      "step": 12818
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.697020371398014e-06,
      "loss": 0.5685,
      "step": 12819
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.695577733717639e-06,
      "loss": 0.587,
      "step": 12820
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.694135146684865e-06,
      "loss": 0.643,
      "step": 12821
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.692692610331404e-06,
      "loss": 0.6144,
      "step": 12822
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.691250124688954e-06,
      "loss": 0.621,
      "step": 12823
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.689807689789225e-06,
      "loss": 0.59,
      "step": 12824
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.688365305663914e-06,
      "loss": 0.6033,
      "step": 12825
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.686922972344729e-06,
      "loss": 0.5662,
      "step": 12826
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.685480689863363e-06,
      "loss": 0.5934,
      "step": 12827
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.684038458251516e-06,
      "loss": 0.5799,
      "step": 12828
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.68259627754089e-06,
      "loss": 0.5661,
      "step": 12829
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.681154147763183e-06,
      "loss": 0.5898,
      "step": 12830
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.679712068950088e-06,
      "loss": 0.5627,
      "step": 12831
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.678270041133296e-06,
      "loss": 0.6246,
      "step": 12832
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.676828064344501e-06,
      "loss": 0.5578,
      "step": 12833
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.675386138615405e-06,
      "loss": 0.5851,
      "step": 12834
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.673944263977693e-06,
      "loss": 0.607,
      "step": 12835
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.67250244046305e-06,
      "loss": 0.5197,
      "step": 12836
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.671060668103174e-06,
      "loss": 0.5758,
      "step": 12837
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.669618946929742e-06,
      "loss": 0.6102,
      "step": 12838
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.668177276974455e-06,
      "loss": 0.576,
      "step": 12839
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.666735658268988e-06,
      "loss": 0.6133,
      "step": 12840
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.665294090845032e-06,
      "loss": 0.552,
      "step": 12841
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.663852574734262e-06,
      "loss": 0.578,
      "step": 12842
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.662411109968368e-06,
      "loss": 0.5713,
      "step": 12843
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.660969696579029e-06,
      "loss": 0.494,
      "step": 12844
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.659528334597925e-06,
      "loss": 0.5895,
      "step": 12845
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.658087024056733e-06,
      "loss": 0.5284,
      "step": 12846
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.656645764987129e-06,
      "loss": 0.5263,
      "step": 12847
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.655204557420799e-06,
      "loss": 0.5606,
      "step": 12848
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.653763401389412e-06,
      "loss": 0.5479,
      "step": 12849
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.65232229692464e-06,
      "loss": 0.5126,
      "step": 12850
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.650881244058159e-06,
      "loss": 0.5401,
      "step": 12851
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.64944024282164e-06,
      "loss": 0.5076,
      "step": 12852
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.647999293246758e-06,
      "loss": 0.5545,
      "step": 12853
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.646558395365178e-06,
      "loss": 0.6056,
      "step": 12854
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.645117549208572e-06,
      "loss": 0.5571,
      "step": 12855
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.643676754808607e-06,
      "loss": 0.5798,
      "step": 12856
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.642236012196944e-06,
      "loss": 0.5586,
      "step": 12857
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.640795321405254e-06,
      "loss": 0.4826,
      "step": 12858
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.639354682465202e-06,
      "loss": 0.4981,
      "step": 12859
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.63791409540845e-06,
      "loss": 0.6144,
      "step": 12860
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.636473560266655e-06,
      "loss": 0.6045,
      "step": 12861
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.635033077071481e-06,
      "loss": 0.6806,
      "step": 12862
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.633592645854591e-06,
      "loss": 0.6283,
      "step": 12863
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.63215226664764e-06,
      "loss": 0.6264,
      "step": 12864
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.630711939482285e-06,
      "loss": 0.6399,
      "step": 12865
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6292716643901845e-06,
      "loss": 0.5133,
      "step": 12866
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.627831441402988e-06,
      "loss": 0.616,
      "step": 12867
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.626391270552357e-06,
      "loss": 0.5618,
      "step": 12868
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.624951151869937e-06,
      "loss": 0.4944,
      "step": 12869
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.623511085387387e-06,
      "loss": 0.5698,
      "step": 12870
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.622071071136349e-06,
      "loss": 0.5973,
      "step": 12871
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.620631109148478e-06,
      "loss": 0.4213,
      "step": 12872
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.619191199455422e-06,
      "loss": 0.5248,
      "step": 12873
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.617751342088828e-06,
      "loss": 0.5395,
      "step": 12874
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.616311537080339e-06,
      "loss": 0.636,
      "step": 12875
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.614871784461598e-06,
      "loss": 0.5352,
      "step": 12876
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.613432084264257e-06,
      "loss": 0.4964,
      "step": 12877
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.611992436519953e-06,
      "loss": 0.61,
      "step": 12878
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.610552841260324e-06,
      "loss": 0.4389,
      "step": 12879
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6091132985170165e-06,
      "loss": 0.6285,
      "step": 12880
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6076738083216615e-06,
      "loss": 0.68,
      "step": 12881
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.606234370705906e-06,
      "loss": 0.5528,
      "step": 12882
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.60479498570138e-06,
      "loss": 0.6405,
      "step": 12883
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.603355653339724e-06,
      "loss": 0.6389,
      "step": 12884
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.601916373652567e-06,
      "loss": 0.5995,
      "step": 12885
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.600477146671542e-06,
      "loss": 0.5626,
      "step": 12886
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.599037972428285e-06,
      "loss": 0.6026,
      "step": 12887
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.597598850954427e-06,
      "loss": 0.6594,
      "step": 12888
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.596159782281597e-06,
      "loss": 0.4824,
      "step": 12889
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.594720766441419e-06,
      "loss": 0.4949,
      "step": 12890
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.593281803465522e-06,
      "loss": 0.6266,
      "step": 12891
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5918428933855384e-06,
      "loss": 0.6319,
      "step": 12892
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.590404036233086e-06,
      "loss": 0.6962,
      "step": 12893
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.588965232039793e-06,
      "loss": 0.5963,
      "step": 12894
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.587526480837282e-06,
      "loss": 0.6237,
      "step": 12895
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.586087782657166e-06,
      "loss": 0.5412,
      "step": 12896
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.584649137531076e-06,
      "loss": 0.5753,
      "step": 12897
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.583210545490629e-06,
      "loss": 0.5525,
      "step": 12898
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.581772006567441e-06,
      "loss": 0.5665,
      "step": 12899
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.580333520793126e-06,
      "loss": 0.6967,
      "step": 12900
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.578895088199304e-06,
      "loss": 0.579,
      "step": 12901
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.577456708817591e-06,
      "loss": 0.4878,
      "step": 12902
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.576018382679597e-06,
      "loss": 0.6048,
      "step": 12903
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.574580109816934e-06,
      "loss": 0.5014,
      "step": 12904
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.573141890261211e-06,
      "loss": 0.5758,
      "step": 12905
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.571703724044045e-06,
      "loss": 0.6017,
      "step": 12906
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.570265611197039e-06,
      "loss": 0.6165,
      "step": 12907
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.568827551751802e-06,
      "loss": 0.6466,
      "step": 12908
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.56738954573994e-06,
      "loss": 0.5177,
      "step": 12909
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.565951593193056e-06,
      "loss": 0.4711,
      "step": 12910
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.564513694142759e-06,
      "loss": 0.6241,
      "step": 12911
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5630758486206466e-06,
      "loss": 0.5339,
      "step": 12912
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.561638056658327e-06,
      "loss": 0.4676,
      "step": 12913
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.560200318287394e-06,
      "loss": 0.6374,
      "step": 12914
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.558762633539446e-06,
      "loss": 0.4915,
      "step": 12915
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.557325002446087e-06,
      "loss": 0.6251,
      "step": 12916
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.555887425038912e-06,
      "loss": 0.5502,
      "step": 12917
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.554449901349514e-06,
      "loss": 0.572,
      "step": 12918
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.553012431409492e-06,
      "loss": 0.6635,
      "step": 12919
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.551575015250432e-06,
      "loss": 0.4103,
      "step": 12920
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.550137652903935e-06,
      "loss": 0.5987,
      "step": 12921
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5487003444015874e-06,
      "loss": 0.5897,
      "step": 12922
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.54726308977498e-06,
      "loss": 0.5867,
      "step": 12923
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.545825889055701e-06,
      "loss": 0.7029,
      "step": 12924
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.544388742275333e-06,
      "loss": 0.5441,
      "step": 12925
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.542951649465471e-06,
      "loss": 0.5744,
      "step": 12926
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5415146106576965e-06,
      "loss": 0.4209,
      "step": 12927
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.540077625883594e-06,
      "loss": 0.53,
      "step": 12928
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5386406951747396e-06,
      "loss": 0.5562,
      "step": 12929
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5372038185627235e-06,
      "loss": 0.5546,
      "step": 12930
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.535766996079125e-06,
      "loss": 0.6166,
      "step": 12931
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.53433022775552e-06,
      "loss": 0.5851,
      "step": 12932
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.532893513623485e-06,
      "loss": 0.6098,
      "step": 12933
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.531456853714598e-06,
      "loss": 0.5996,
      "step": 12934
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.53002024806044e-06,
      "loss": 0.6016,
      "step": 12935
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.528583696692581e-06,
      "loss": 0.5523,
      "step": 12936
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5271471996425915e-06,
      "loss": 0.5628,
      "step": 12937
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.525710756942048e-06,
      "loss": 0.5593,
      "step": 12938
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.524274368622516e-06,
      "loss": 0.5675,
      "step": 12939
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5228380347155725e-06,
      "loss": 0.5338,
      "step": 12940
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.521401755252779e-06,
      "loss": 0.5985,
      "step": 12941
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.519965530265709e-06,
      "loss": 0.5132,
      "step": 12942
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5185293597859225e-06,
      "loss": 0.5259,
      "step": 12943
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.517093243844986e-06,
      "loss": 0.5355,
      "step": 12944
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.515657182474465e-06,
      "loss": 0.5123,
      "step": 12945
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.514221175705923e-06,
      "loss": 0.5985,
      "step": 12946
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.512785223570916e-06,
      "loss": 0.6228,
      "step": 12947
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5113493261010095e-06,
      "loss": 0.612,
      "step": 12948
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.509913483327756e-06,
      "loss": 0.5456,
      "step": 12949
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5084776952827195e-06,
      "loss": 0.6769,
      "step": 12950
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.507041961997454e-06,
      "loss": 0.6305,
      "step": 12951
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.505606283503515e-06,
      "loss": 0.5786,
      "step": 12952
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.504170659832456e-06,
      "loss": 0.5103,
      "step": 12953
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.502735091015825e-06,
      "loss": 0.5632,
      "step": 12954
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.50129957708518e-06,
      "loss": 0.5398,
      "step": 12955
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.499864118072074e-06,
      "loss": 0.6153,
      "step": 12956
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.498428714008049e-06,
      "loss": 0.4656,
      "step": 12957
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.496993364924653e-06,
      "loss": 0.631,
      "step": 12958
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.495558070853437e-06,
      "loss": 0.6037,
      "step": 12959
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.494122831825947e-06,
      "loss": 0.4479,
      "step": 12960
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.492687647873725e-06,
      "loss": 0.507,
      "step": 12961
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.491252519028313e-06,
      "loss": 0.4555,
      "step": 12962
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.48981744532125e-06,
      "loss": 0.5715,
      "step": 12963
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.488382426784088e-06,
      "loss": 0.5967,
      "step": 12964
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.486947463448358e-06,
      "loss": 0.5426,
      "step": 12965
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4855125553455976e-06,
      "loss": 0.6367,
      "step": 12966
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.484077702507347e-06,
      "loss": 0.4392,
      "step": 12967
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.482642904965138e-06,
      "loss": 0.7739,
      "step": 12968
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.48120816275051e-06,
      "loss": 0.5932,
      "step": 12969
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.479773475894996e-06,
      "loss": 0.5334,
      "step": 12970
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.478338844430127e-06,
      "loss": 0.6325,
      "step": 12971
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4769042683874305e-06,
      "loss": 0.589,
      "step": 12972
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.475469747798438e-06,
      "loss": 0.5498,
      "step": 12973
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4740352826946846e-06,
      "loss": 0.6645,
      "step": 12974
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.472600873107691e-06,
      "loss": 0.6188,
      "step": 12975
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.471166519068983e-06,
      "loss": 0.5925,
      "step": 12976
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.46973222061009e-06,
      "loss": 0.4639,
      "step": 12977
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.468297977762528e-06,
      "loss": 0.5102,
      "step": 12978
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.466863790557828e-06,
      "loss": 0.5649,
      "step": 12979
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4654296590275055e-06,
      "loss": 0.6092,
      "step": 12980
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.463995583203084e-06,
      "loss": 0.5945,
      "step": 12981
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4625615631160816e-06,
      "loss": 0.5349,
      "step": 12982
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.46112759879801e-06,
      "loss": 0.5653,
      "step": 12983
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.459693690280392e-06,
      "loss": 0.5382,
      "step": 12984
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4582598375947435e-06,
      "loss": 0.5693,
      "step": 12985
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.456826040772575e-06,
      "loss": 0.4735,
      "step": 12986
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.455392299845397e-06,
      "loss": 0.5921,
      "step": 12987
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.453958614844727e-06,
      "loss": 0.6133,
      "step": 12988
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.452524985802072e-06,
      "loss": 0.576,
      "step": 12989
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.451091412748942e-06,
      "loss": 0.6673,
      "step": 12990
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.449657895716841e-06,
      "loss": 0.5178,
      "step": 12991
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4482244347372766e-06,
      "loss": 0.6639,
      "step": 12992
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.446791029841759e-06,
      "loss": 0.7175,
      "step": 12993
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4453576810617885e-06,
      "loss": 0.6388,
      "step": 12994
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.443924388428867e-06,
      "loss": 0.533,
      "step": 12995
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.442491151974498e-06,
      "loss": 0.5201,
      "step": 12996
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.441057971730179e-06,
      "loss": 0.6299,
      "step": 12997
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4396248477274115e-06,
      "loss": 0.5224,
      "step": 12998
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.438191779997694e-06,
      "loss": 0.647,
      "step": 12999
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.436758768572523e-06,
      "loss": 0.583,
      "step": 13000
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.435325813483391e-06,
      "loss": 0.6338,
      "step": 13001
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.433892914761791e-06,
      "loss": 0.6246,
      "step": 13002
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4324600724392226e-06,
      "loss": 0.5602,
      "step": 13003
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4310272865471746e-06,
      "loss": 0.5949,
      "step": 13004
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.429594557117135e-06,
      "loss": 0.5559,
      "step": 13005
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4281618841805956e-06,
      "loss": 0.5185,
      "step": 13006
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.426729267769037e-06,
      "loss": 0.5115,
      "step": 13007
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.425296707913958e-06,
      "loss": 0.6697,
      "step": 13008
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.423864204646837e-06,
      "loss": 0.5223,
      "step": 13009
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.42243175799916e-06,
      "loss": 0.6234,
      "step": 13010
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.420999368002404e-06,
      "loss": 0.662,
      "step": 13011
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.419567034688062e-06,
      "loss": 0.5042,
      "step": 13012
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4181347580876055e-06,
      "loss": 0.5753,
      "step": 13013
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.416702538232517e-06,
      "loss": 0.6213,
      "step": 13014
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.415270375154276e-06,
      "loss": 0.5046,
      "step": 13015
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.41383826888435e-06,
      "loss": 0.5888,
      "step": 13016
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.412406219454227e-06,
      "loss": 0.4425,
      "step": 13017
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.410974226895376e-06,
      "loss": 0.6437,
      "step": 13018
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4095422912392675e-06,
      "loss": 0.5083,
      "step": 13019
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.408110412517377e-06,
      "loss": 0.5379,
      "step": 13020
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.406678590761172e-06,
      "loss": 0.555,
      "step": 13021
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.405246826002126e-06,
      "loss": 0.5844,
      "step": 13022
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4038151182717e-06,
      "loss": 0.5569,
      "step": 13023
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.402383467601369e-06,
      "loss": 0.5961,
      "step": 13024
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.400951874022594e-06,
      "loss": 0.5764,
      "step": 13025
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.399520337566835e-06,
      "loss": 0.6268,
      "step": 13026
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.398088858265562e-06,
      "loss": 0.5688,
      "step": 13027
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.396657436150234e-06,
      "loss": 0.5456,
      "step": 13028
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.395226071252313e-06,
      "loss": 0.5445,
      "step": 13029
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.393794763603255e-06,
      "loss": 0.5977,
      "step": 13030
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.392363513234517e-06,
      "loss": 0.6185,
      "step": 13031
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.390932320177562e-06,
      "loss": 0.495,
      "step": 13032
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.389501184463842e-06,
      "loss": 0.5581,
      "step": 13033
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.388070106124808e-06,
      "loss": 0.7036,
      "step": 13034
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.386639085191918e-06,
      "loss": 0.6521,
      "step": 13035
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.385208121696616e-06,
      "loss": 0.5243,
      "step": 13036
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.383777215670364e-06,
      "loss": 0.4911,
      "step": 13037
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.382346367144602e-06,
      "loss": 0.6265,
      "step": 13038
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.380915576150781e-06,
      "loss": 0.5713,
      "step": 13039
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.379484842720343e-06,
      "loss": 0.4476,
      "step": 13040
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3780541668847425e-06,
      "loss": 0.6529,
      "step": 13041
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.376623548675416e-06,
      "loss": 0.6815,
      "step": 13042
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.37519298812381e-06,
      "loss": 0.6149,
      "step": 13043
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.373762485261362e-06,
      "loss": 0.5368,
      "step": 13044
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.372332040119515e-06,
      "loss": 0.4974,
      "step": 13045
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.370901652729708e-06,
      "loss": 0.5756,
      "step": 13046
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.36947132312338e-06,
      "loss": 0.5565,
      "step": 13047
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3680410513319644e-06,
      "loss": 0.5853,
      "step": 13048
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3666108373869e-06,
      "loss": 0.5457,
      "step": 13049
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.365180681319615e-06,
      "loss": 0.4954,
      "step": 13050
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3637505831615475e-06,
      "loss": 0.6159,
      "step": 13051
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.362320542944126e-06,
      "loss": 0.5689,
      "step": 13052
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3608905606987825e-06,
      "loss": 0.5173,
      "step": 13053
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.359460636456945e-06,
      "loss": 0.5797,
      "step": 13054
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.358030770250035e-06,
      "loss": 0.5821,
      "step": 13055
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.356600962109488e-06,
      "loss": 0.5526,
      "step": 13056
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.355171212066727e-06,
      "loss": 0.7009,
      "step": 13057
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.353741520153175e-06,
      "loss": 0.5619,
      "step": 13058
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.352311886400249e-06,
      "loss": 0.6188,
      "step": 13059
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.350882310839373e-06,
      "loss": 0.4974,
      "step": 13060
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.349452793501974e-06,
      "loss": 0.6909,
      "step": 13061
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3480233344194625e-06,
      "loss": 0.5628,
      "step": 13062
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.346593933623257e-06,
      "loss": 0.608,
      "step": 13063
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.345164591144778e-06,
      "loss": 0.6186,
      "step": 13064
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3437353070154295e-06,
      "loss": 0.595,
      "step": 13065
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3423060812666395e-06,
      "loss": 0.6248,
      "step": 13066
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.340876913929808e-06,
      "loss": 0.6391,
      "step": 13067
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.339447805036355e-06,
      "loss": 0.5876,
      "step": 13068
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.338018754617682e-06,
      "loss": 0.5302,
      "step": 13069
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.336589762705204e-06,
      "loss": 0.597,
      "step": 13070
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.335160829330323e-06,
      "loss": 0.5961,
      "step": 13071
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.33373195452445e-06,
      "loss": 0.6279,
      "step": 13072
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3323031383189835e-06,
      "loss": 0.5543,
      "step": 13073
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3308743807453265e-06,
      "loss": 0.6256,
      "step": 13074
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3294456818348895e-06,
      "loss": 0.6073,
      "step": 13075
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.328017041619066e-06,
      "loss": 0.6099,
      "step": 13076
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.326588460129256e-06,
      "loss": 0.5715,
      "step": 13077
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.32515993739686e-06,
      "loss": 0.4579,
      "step": 13078
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3237314734532685e-06,
      "loss": 0.5513,
      "step": 13079
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3223030683298845e-06,
      "loss": 0.5191,
      "step": 13080
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.320874722058098e-06,
      "loss": 0.601,
      "step": 13081
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.319446434669304e-06,
      "loss": 0.5841,
      "step": 13082
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.318018206194892e-06,
      "loss": 0.5512,
      "step": 13083
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.316590036666251e-06,
      "loss": 0.5884,
      "step": 13084
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.315161926114772e-06,
      "loss": 0.5514,
      "step": 13085
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.313733874571845e-06,
      "loss": 0.5396,
      "step": 13086
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3123058820688555e-06,
      "loss": 0.5867,
      "step": 13087
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.310877948637183e-06,
      "loss": 0.5653,
      "step": 13088
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.309450074308214e-06,
      "loss": 0.565,
      "step": 13089
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.308022259113336e-06,
      "loss": 0.588,
      "step": 13090
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3065945030839254e-06,
      "loss": 0.5044,
      "step": 13091
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.305166806251362e-06,
      "loss": 0.5184,
      "step": 13092
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.303739168647028e-06,
      "loss": 0.5431,
      "step": 13093
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.302311590302294e-06,
      "loss": 0.5809,
      "step": 13094
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.300884071248542e-06,
      "loss": 0.6691,
      "step": 13095
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.299456611517143e-06,
      "loss": 0.6562,
      "step": 13096
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.298029211139475e-06,
      "loss": 0.5983,
      "step": 13097
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.296601870146901e-06,
      "loss": 0.568,
      "step": 13098
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2951745885708e-06,
      "loss": 0.5734,
      "step": 13099
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.293747366442543e-06,
      "loss": 0.6207,
      "step": 13100
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.292320203793493e-06,
      "loss": 0.6348,
      "step": 13101
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.290893100655015e-06,
      "loss": 0.5126,
      "step": 13102
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.289466057058476e-06,
      "loss": 0.5126,
      "step": 13103
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.288039073035246e-06,
      "loss": 0.5268,
      "step": 13104
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.286612148616683e-06,
      "loss": 0.4896,
      "step": 13105
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.285185283834147e-06,
      "loss": 0.5977,
      "step": 13106
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.283758478719003e-06,
      "loss": 0.6187,
      "step": 13107
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.282331733302604e-06,
      "loss": 0.6078,
      "step": 13108
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.280905047616313e-06,
      "loss": 0.611,
      "step": 13109
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.279478421691483e-06,
      "loss": 0.558,
      "step": 13110
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.278051855559472e-06,
      "loss": 0.5512,
      "step": 13111
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2766253492516335e-06,
      "loss": 0.5035,
      "step": 13112
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.275198902799312e-06,
      "loss": 0.7175,
      "step": 13113
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.273772516233868e-06,
      "loss": 0.6011,
      "step": 13114
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.272346189586651e-06,
      "loss": 0.5807,
      "step": 13115
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.270919922889006e-06,
      "loss": 0.65,
      "step": 13116
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.269493716172278e-06,
      "loss": 0.5755,
      "step": 13117
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.268067569467814e-06,
      "loss": 0.5776,
      "step": 13118
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.266641482806964e-06,
      "loss": 0.5906,
      "step": 13119
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.265215456221065e-06,
      "loss": 0.6046,
      "step": 13120
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.263789489741464e-06,
      "loss": 0.5732,
      "step": 13121
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.262363583399498e-06,
      "loss": 0.5853,
      "step": 13122
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.260937737226501e-06,
      "loss": 0.6131,
      "step": 13123
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.259511951253821e-06,
      "loss": 0.4785,
      "step": 13124
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.258086225512791e-06,
      "loss": 0.5968,
      "step": 13125
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.256660560034745e-06,
      "loss": 0.6179,
      "step": 13126
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.255234954851014e-06,
      "loss": 0.5846,
      "step": 13127
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.253809409992935e-06,
      "loss": 0.5726,
      "step": 13128
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.252383925491839e-06,
      "loss": 0.5952,
      "step": 13129
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.250958501379057e-06,
      "loss": 0.5905,
      "step": 13130
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.249533137685914e-06,
      "loss": 0.6255,
      "step": 13131
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.248107834443736e-06,
      "loss": 0.6977,
      "step": 13132
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.246682591683856e-06,
      "loss": 0.5723,
      "step": 13133
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.245257409437594e-06,
      "loss": 0.6269,
      "step": 13134
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.243832287736271e-06,
      "loss": 0.5641,
      "step": 13135
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.242407226611215e-06,
      "loss": 0.5655,
      "step": 13136
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.240982226093738e-06,
      "loss": 0.6682,
      "step": 13137
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.239557286215169e-06,
      "loss": 0.4468,
      "step": 13138
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.238132407006819e-06,
      "loss": 0.6343,
      "step": 13139
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.236707588500012e-06,
      "loss": 0.5891,
      "step": 13140
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.235282830726054e-06,
      "loss": 0.5305,
      "step": 13141
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.233858133716263e-06,
      "loss": 0.4659,
      "step": 13142
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.232433497501952e-06,
      "loss": 0.6122,
      "step": 13143
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.231008922114436e-06,
      "loss": 0.6205,
      "step": 13144
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.229584407585018e-06,
      "loss": 0.4755,
      "step": 13145
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2281599539450105e-06,
      "loss": 0.6128,
      "step": 13146
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.226735561225718e-06,
      "loss": 0.6208,
      "step": 13147
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2253112294584516e-06,
      "loss": 0.4873,
      "step": 13148
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.223886958674511e-06,
      "loss": 0.5267,
      "step": 13149
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.222462748905204e-06,
      "loss": 0.6813,
      "step": 13150
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.221038600181824e-06,
      "loss": 0.629,
      "step": 13151
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.219614512535682e-06,
      "loss": 0.6269,
      "step": 13152
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2181904859980715e-06,
      "loss": 0.5999,
      "step": 13153
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.216766520600292e-06,
      "loss": 0.575,
      "step": 13154
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.21534261637364e-06,
      "loss": 0.5265,
      "step": 13155
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.213918773349407e-06,
      "loss": 0.6397,
      "step": 13156
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.212494991558892e-06,
      "loss": 0.5471,
      "step": 13157
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.211071271033385e-06,
      "loss": 0.5552,
      "step": 13158
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.20964761180418e-06,
      "loss": 0.588,
      "step": 13159
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.208224013902562e-06,
      "loss": 0.5768,
      "step": 13160
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.20680047735982e-06,
      "loss": 0.5511,
      "step": 13161
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.205377002207247e-06,
      "loss": 0.5449,
      "step": 13162
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.203953588476125e-06,
      "loss": 0.5085,
      "step": 13163
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.202530236197736e-06,
      "loss": 0.5821,
      "step": 13164
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.201106945403367e-06,
      "loss": 0.6308,
      "step": 13165
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1996837161242924e-06,
      "loss": 0.6105,
      "step": 13166
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.198260548391804e-06,
      "loss": 0.5114,
      "step": 13167
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.196837442237172e-06,
      "loss": 0.4706,
      "step": 13168
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1954143976916805e-06,
      "loss": 0.5971,
      "step": 13169
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.193991414786599e-06,
      "loss": 0.6419,
      "step": 13170
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.192568493553207e-06,
      "loss": 0.5288,
      "step": 13171
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.191145634022776e-06,
      "loss": 0.5537,
      "step": 13172
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.189722836226581e-06,
      "loss": 0.5635,
      "step": 13173
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1883001001958884e-06,
      "loss": 0.5474,
      "step": 13174
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.186877425961973e-06,
      "loss": 0.5689,
      "step": 13175
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.185454813556095e-06,
      "loss": 0.5704,
      "step": 13176
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.184032263009532e-06,
      "loss": 0.5589,
      "step": 13177
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.18260977435354e-06,
      "loss": 0.6503,
      "step": 13178
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.181187347619392e-06,
      "loss": 0.6794,
      "step": 13179
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.179764982838338e-06,
      "loss": 0.6338,
      "step": 13180
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.178342680041652e-06,
      "loss": 0.572,
      "step": 13181
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.176920439260589e-06,
      "loss": 0.6212,
      "step": 13182
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1754982605264075e-06,
      "loss": 0.631,
      "step": 13183
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.174076143870365e-06,
      "loss": 0.5046,
      "step": 13184
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.172654089323714e-06,
      "loss": 0.5503,
      "step": 13185
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.171232096917715e-06,
      "loss": 0.6166,
      "step": 13186
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.169810166683619e-06,
      "loss": 0.5279,
      "step": 13187
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.168388298652679e-06,
      "loss": 0.609,
      "step": 13188
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.16696649285614e-06,
      "loss": 0.5564,
      "step": 13189
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.165544749325253e-06,
      "loss": 0.5933,
      "step": 13190
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.164123068091273e-06,
      "loss": 0.5657,
      "step": 13191
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.16270144918544e-06,
      "loss": 0.4282,
      "step": 13192
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.161279892638997e-06,
      "loss": 0.5016,
      "step": 13193
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.159858398483192e-06,
      "loss": 0.6328,
      "step": 13194
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.158436966749264e-06,
      "loss": 0.6694,
      "step": 13195
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1570155974684575e-06,
      "loss": 0.5387,
      "step": 13196
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.15559429067201e-06,
      "loss": 0.6541,
      "step": 13197
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.15417304639116e-06,
      "loss": 0.5733,
      "step": 13198
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.152751864657141e-06,
      "loss": 0.5002,
      "step": 13199
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.151330745501191e-06,
      "loss": 0.4872,
      "step": 13200
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.149909688954547e-06,
      "loss": 0.667,
      "step": 13201
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.148488695048439e-06,
      "loss": 0.5753,
      "step": 13202
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.147067763814096e-06,
      "loss": 0.6576,
      "step": 13203
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.145646895282752e-06,
      "loss": 0.6281,
      "step": 13204
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.144226089485629e-06,
      "loss": 0.5964,
      "step": 13205
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.142805346453962e-06,
      "loss": 0.593,
      "step": 13206
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1413846662189716e-06,
      "loss": 0.5436,
      "step": 13207
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.139964048811886e-06,
      "loss": 0.5768,
      "step": 13208
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.138543494263921e-06,
      "loss": 0.5981,
      "step": 13209
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.137123002606308e-06,
      "loss": 0.5693,
      "step": 13210
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.135702573870259e-06,
      "loss": 0.6004,
      "step": 13211
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.134282208086998e-06,
      "loss": 0.6171,
      "step": 13212
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1328619052877414e-06,
      "loss": 0.5146,
      "step": 13213
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1314416655037e-06,
      "loss": 0.5829,
      "step": 13214
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.130021488766093e-06,
      "loss": 0.5944,
      "step": 13215
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.128601375106137e-06,
      "loss": 0.5513,
      "step": 13216
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.127181324555039e-06,
      "loss": 0.583,
      "step": 13217
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.12576133714401e-06,
      "loss": 0.597,
      "step": 13218
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.124341412904257e-06,
      "loss": 0.622,
      "step": 13219
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.122921551866995e-06,
      "loss": 0.51,
      "step": 13220
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.121501754063426e-06,
      "loss": 0.6451,
      "step": 13221
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.120082019524752e-06,
      "loss": 0.4996,
      "step": 13222
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.118662348282183e-06,
      "loss": 0.582,
      "step": 13223
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.117242740366912e-06,
      "loss": 0.5541,
      "step": 13224
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.115823195810147e-06,
      "loss": 0.626,
      "step": 13225
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1144037146430875e-06,
      "loss": 0.5483,
      "step": 13226
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.112984296896932e-06,
      "loss": 0.5552,
      "step": 13227
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.111564942602871e-06,
      "loss": 0.5925,
      "step": 13228
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.110145651792101e-06,
      "loss": 0.6594,
      "step": 13229
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.108726424495822e-06,
      "loss": 0.552,
      "step": 13230
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.107307260745224e-06,
      "loss": 0.6895,
      "step": 13231
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.105888160571493e-06,
      "loss": 0.6072,
      "step": 13232
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1044691240058265e-06,
      "loss": 0.5085,
      "step": 13233
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1030501510794025e-06,
      "loss": 0.6022,
      "step": 13234
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.101631241823417e-06,
      "loss": 0.5765,
      "step": 13235
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.100212396269051e-06,
      "loss": 0.5888,
      "step": 13236
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.098793614447492e-06,
      "loss": 0.5688,
      "step": 13237
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.097374896389917e-06,
      "loss": 0.5902,
      "step": 13238
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.095956242127513e-06,
      "loss": 0.585,
      "step": 13239
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.094537651691457e-06,
      "loss": 0.4792,
      "step": 13240
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.093119125112929e-06,
      "loss": 0.7111,
      "step": 13241
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.091700662423103e-06,
      "loss": 0.5965,
      "step": 13242
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.090282263653154e-06,
      "loss": 0.5488,
      "step": 13243
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.08886392883426e-06,
      "loss": 0.5726,
      "step": 13244
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.087445657997594e-06,
      "loss": 0.6289,
      "step": 13245
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.086027451174325e-06,
      "loss": 0.6346,
      "step": 13246
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.084609308395624e-06,
      "loss": 0.6099,
      "step": 13247
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.083191229692655e-06,
      "loss": 0.4347,
      "step": 13248
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.081773215096594e-06,
      "loss": 0.6671,
      "step": 13249
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0803552646386e-06,
      "loss": 0.6073,
      "step": 13250
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0789373783498415e-06,
      "loss": 0.5669,
      "step": 13251
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.077519556261479e-06,
      "loss": 0.6533,
      "step": 13252
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.076101798404671e-06,
      "loss": 0.6463,
      "step": 13253
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.074684104810582e-06,
      "loss": 0.5396,
      "step": 13254
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.073266475510372e-06,
      "loss": 0.5908,
      "step": 13255
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.071848910535197e-06,
      "loss": 0.5209,
      "step": 13256
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.070431409916208e-06,
      "loss": 0.6262,
      "step": 13257
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.069013973684562e-06,
      "loss": 0.5523,
      "step": 13258
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.067596601871418e-06,
      "loss": 0.6528,
      "step": 13259
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.066179294507922e-06,
      "loss": 0.6141,
      "step": 13260
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.064762051625222e-06,
      "loss": 0.4071,
      "step": 13261
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.063344873254469e-06,
      "loss": 0.5848,
      "step": 13262
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.061927759426816e-06,
      "loss": 0.5709,
      "step": 13263
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.060510710173405e-06,
      "loss": 0.6011,
      "step": 13264
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.059093725525376e-06,
      "loss": 0.547,
      "step": 13265
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.057676805513878e-06,
      "loss": 0.5582,
      "step": 13266
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.056259950170047e-06,
      "loss": 0.5051,
      "step": 13267
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.054843159525031e-06,
      "loss": 0.5537,
      "step": 13268
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0534264336099626e-06,
      "loss": 0.6493,
      "step": 13269
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.052009772455981e-06,
      "loss": 0.5836,
      "step": 13270
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.050593176094223e-06,
      "loss": 0.6318,
      "step": 13271
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.049176644555822e-06,
      "loss": 0.5156,
      "step": 13272
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0477601778719115e-06,
      "loss": 0.5239,
      "step": 13273
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.046343776073625e-06,
      "loss": 0.4396,
      "step": 13274
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.044927439192091e-06,
      "loss": 0.5723,
      "step": 13275
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.04351116725844e-06,
      "loss": 0.5473,
      "step": 13276
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.042094960303794e-06,
      "loss": 0.6183,
      "step": 13277
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.040678818359287e-06,
      "loss": 0.5943,
      "step": 13278
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.039262741456037e-06,
      "loss": 0.6483,
      "step": 13279
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.037846729625173e-06,
      "loss": 0.4521,
      "step": 13280
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.036430782897814e-06,
      "loss": 0.6599,
      "step": 13281
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.035014901305075e-06,
      "loss": 0.5261,
      "step": 13282
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.033599084878082e-06,
      "loss": 0.6764,
      "step": 13283
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.032183333647953e-06,
      "loss": 0.5119,
      "step": 13284
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0307676476458e-06,
      "loss": 0.5167,
      "step": 13285
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.029352026902738e-06,
      "loss": 0.4189,
      "step": 13286
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.027936471449878e-06,
      "loss": 0.5579,
      "step": 13287
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.026520981318339e-06,
      "loss": 0.6174,
      "step": 13288
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.025105556539226e-06,
      "loss": 0.601,
      "step": 13289
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.023690197143649e-06,
      "loss": 0.581,
      "step": 13290
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0222749031627114e-06,
      "loss": 0.5435,
      "step": 13291
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.020859674627527e-06,
      "loss": 0.5982,
      "step": 13292
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.019444511569195e-06,
      "loss": 0.5574,
      "step": 13293
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.018029414018821e-06,
      "loss": 0.532,
      "step": 13294
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.016614382007505e-06,
      "loss": 0.603,
      "step": 13295
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.015199415566343e-06,
      "loss": 0.4994,
      "step": 13296
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0137845147264434e-06,
      "loss": 0.5511,
      "step": 13297
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0123696795188956e-06,
      "loss": 0.5564,
      "step": 13298
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.010954909974801e-06,
      "loss": 0.5738,
      "step": 13299
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.009540206125249e-06,
      "loss": 0.5573,
      "step": 13300
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0081255680013335e-06,
      "loss": 0.5497,
      "step": 13301
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.00671099563415e-06,
      "loss": 0.5858,
      "step": 13302
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.005296489054787e-06,
      "loss": 0.4999,
      "step": 13303
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0038820482943305e-06,
      "loss": 0.6549,
      "step": 13304
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0024676733838705e-06,
      "loss": 0.6023,
      "step": 13305
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.001053364354486e-06,
      "loss": 0.6619,
      "step": 13306
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.999639121237274e-06,
      "loss": 0.6095,
      "step": 13307
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.998224944063306e-06,
      "loss": 0.6332,
      "step": 13308
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9968108328636695e-06,
      "loss": 0.5928,
      "step": 13309
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.995396787669444e-06,
      "loss": 0.4728,
      "step": 13310
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9939828085117025e-06,
      "loss": 0.6186,
      "step": 13311
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.992568895421528e-06,
      "loss": 0.5455,
      "step": 13312
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.991155048429995e-06,
      "loss": 0.5367,
      "step": 13313
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.989741267568178e-06,
      "loss": 0.6135,
      "step": 13314
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.988327552867147e-06,
      "loss": 0.5835,
      "step": 13315
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.986913904357972e-06,
      "loss": 0.6822,
      "step": 13316
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.98550032207173e-06,
      "loss": 0.5366,
      "step": 13317
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.984086806039485e-06,
      "loss": 0.5416,
      "step": 13318
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.982673356292301e-06,
      "loss": 0.5932,
      "step": 13319
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.981259972861245e-06,
      "loss": 0.6239,
      "step": 13320
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.979846655777386e-06,
      "loss": 0.5671,
      "step": 13321
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9784334050717826e-06,
      "loss": 0.4871,
      "step": 13322
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.977020220775495e-06,
      "loss": 0.4835,
      "step": 13323
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.975607102919584e-06,
      "loss": 0.5345,
      "step": 13324
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.974194051535104e-06,
      "loss": 0.5309,
      "step": 13325
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.972781066653118e-06,
      "loss": 0.5179,
      "step": 13326
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.97136814830468e-06,
      "loss": 0.6791,
      "step": 13327
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.969955296520843e-06,
      "loss": 0.6948,
      "step": 13328
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.968542511332654e-06,
      "loss": 0.5594,
      "step": 13329
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.967129792771168e-06,
      "loss": 0.5584,
      "step": 13330
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.965717140867439e-06,
      "loss": 0.57,
      "step": 13331
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.964304555652508e-06,
      "loss": 0.6089,
      "step": 13332
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9628920371574224e-06,
      "loss": 0.5905,
      "step": 13333
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.961479585413234e-06,
      "loss": 0.5385,
      "step": 13334
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.960067200450973e-06,
      "loss": 0.5933,
      "step": 13335
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.958654882301694e-06,
      "loss": 0.5167,
      "step": 13336
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.957242630996432e-06,
      "loss": 0.5432,
      "step": 13337
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.955830446566227e-06,
      "loss": 0.4926,
      "step": 13338
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9544183290421185e-06,
      "loss": 0.5463,
      "step": 13339
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.953006278455136e-06,
      "loss": 0.5454,
      "step": 13340
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.95159429483632e-06,
      "loss": 0.5107,
      "step": 13341
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.950182378216705e-06,
      "loss": 0.6142,
      "step": 13342
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.948770528627321e-06,
      "loss": 0.521,
      "step": 13343
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.947358746099195e-06,
      "loss": 0.5849,
      "step": 13344
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.945947030663356e-06,
      "loss": 0.5353,
      "step": 13345
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.944535382350837e-06,
      "loss": 0.5849,
      "step": 13346
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.943123801192662e-06,
      "loss": 0.6286,
      "step": 13347
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.941712287219851e-06,
      "loss": 0.4835,
      "step": 13348
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.940300840463426e-06,
      "loss": 0.5866,
      "step": 13349
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.938889460954418e-06,
      "loss": 0.6118,
      "step": 13350
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.937478148723837e-06,
      "loss": 0.5963,
      "step": 13351
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.93606690380271e-06,
      "loss": 0.5251,
      "step": 13352
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.934655726222048e-06,
      "loss": 0.6301,
      "step": 13353
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.933244616012864e-06,
      "loss": 0.3958,
      "step": 13354
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.931833573206177e-06,
      "loss": 0.6026,
      "step": 13355
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9304225978330005e-06,
      "loss": 0.5036,
      "step": 13356
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.929011689924345e-06,
      "loss": 0.545,
      "step": 13357
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9276008495112144e-06,
      "loss": 0.5598,
      "step": 13358
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.926190076624619e-06,
      "loss": 0.4454,
      "step": 13359
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.924779371295572e-06,
      "loss": 0.5853,
      "step": 13360
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.923368733555074e-06,
      "loss": 0.4813,
      "step": 13361
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.921958163434126e-06,
      "loss": 0.5285,
      "step": 13362
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9205476609637335e-06,
      "loss": 0.5816,
      "step": 13363
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9191372261748925e-06,
      "loss": 0.5624,
      "step": 13364
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.91772685909861e-06,
      "loss": 0.5546,
      "step": 13365
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.916316559765877e-06,
      "loss": 0.651,
      "step": 13366
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.914906328207695e-06,
      "loss": 0.4419,
      "step": 13367
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.913496164455053e-06,
      "loss": 0.507,
      "step": 13368
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.912086068538946e-06,
      "loss": 0.5259,
      "step": 13369
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.910676040490367e-06,
      "loss": 0.5554,
      "step": 13370
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.909266080340309e-06,
      "loss": 0.5846,
      "step": 13371
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.907856188119755e-06,
      "loss": 0.5976,
      "step": 13372
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.906446363859697e-06,
      "loss": 0.6505,
      "step": 13373
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.905036607591113e-06,
      "loss": 0.6323,
      "step": 13374
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.903626919344999e-06,
      "loss": 0.6064,
      "step": 13375
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9022172991523295e-06,
      "loss": 0.5516,
      "step": 13376
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.900807747044088e-06,
      "loss": 0.5749,
      "step": 13377
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.899398263051251e-06,
      "loss": 0.5596,
      "step": 13378
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.897988847204804e-06,
      "loss": 0.4686,
      "step": 13379
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.896579499535718e-06,
      "loss": 0.5525,
      "step": 13380
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.895170220074971e-06,
      "loss": 0.5959,
      "step": 13381
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.893761008853536e-06,
      "loss": 0.5669,
      "step": 13382
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.89235186590238e-06,
      "loss": 0.5802,
      "step": 13383
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.890942791252482e-06,
      "loss": 0.53,
      "step": 13384
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.889533784934808e-06,
      "loss": 0.6346,
      "step": 13385
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.888124846980326e-06,
      "loss": 0.6072,
      "step": 13386
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8867159774200025e-06,
      "loss": 0.5691,
      "step": 13387
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.885307176284797e-06,
      "loss": 0.5592,
      "step": 13388
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.883898443605682e-06,
      "loss": 0.4855,
      "step": 13389
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.882489779413615e-06,
      "loss": 0.6808,
      "step": 13390
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.881081183739553e-06,
      "loss": 0.5186,
      "step": 13391
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.87967265661446e-06,
      "loss": 0.5868,
      "step": 13392
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.878264198069288e-06,
      "loss": 0.6253,
      "step": 13393
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.876855808134999e-06,
      "loss": 0.5918,
      "step": 13394
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.875447486842541e-06,
      "loss": 0.6608,
      "step": 13395
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.874039234222871e-06,
      "loss": 0.5487,
      "step": 13396
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.872631050306938e-06,
      "loss": 0.5039,
      "step": 13397
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.871222935125692e-06,
      "loss": 0.5597,
      "step": 13398
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.869814888710081e-06,
      "loss": 0.5591,
      "step": 13399
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.868406911091055e-06,
      "loss": 0.5498,
      "step": 13400
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.866999002299555e-06,
      "loss": 0.5776,
      "step": 13401
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.865591162366522e-06,
      "loss": 0.5343,
      "step": 13402
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8641833913229074e-06,
      "loss": 0.5595,
      "step": 13403
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.862775689199646e-06,
      "loss": 0.5662,
      "step": 13404
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.861368056027675e-06,
      "loss": 0.6956,
      "step": 13405
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.859960491837937e-06,
      "loss": 0.5948,
      "step": 13406
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.858552996661361e-06,
      "loss": 0.498,
      "step": 13407
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8571455705288915e-06,
      "loss": 0.5696,
      "step": 13408
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8557382134714525e-06,
      "loss": 0.6242,
      "step": 13409
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.854330925519981e-06,
      "loss": 0.5327,
      "step": 13410
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.852923706705405e-06,
      "loss": 0.513,
      "step": 13411
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.85151655705865e-06,
      "loss": 0.5202,
      "step": 13412
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.850109476610647e-06,
      "loss": 0.4984,
      "step": 13413
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.848702465392323e-06,
      "loss": 0.5274,
      "step": 13414
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.847295523434599e-06,
      "loss": 0.5386,
      "step": 13415
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.845888650768395e-06,
      "loss": 0.5564,
      "step": 13416
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.844481847424633e-06,
      "loss": 0.529,
      "step": 13417
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.843075113434239e-06,
      "loss": 0.5712,
      "step": 13418
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.841668448828125e-06,
      "loss": 0.5528,
      "step": 13419
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.840261853637206e-06,
      "loss": 0.6206,
      "step": 13420
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.838855327892399e-06,
      "loss": 0.4941,
      "step": 13421
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8374488716246155e-06,
      "loss": 0.5504,
      "step": 13422
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.836042484864772e-06,
      "loss": 0.5764,
      "step": 13423
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.834636167643773e-06,
      "loss": 0.5912,
      "step": 13424
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.833229919992532e-06,
      "loss": 0.5703,
      "step": 13425
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.831823741941952e-06,
      "loss": 0.5663,
      "step": 13426
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.830417633522937e-06,
      "loss": 0.5803,
      "step": 13427
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.829011594766399e-06,
      "loss": 0.4393,
      "step": 13428
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8276056257032364e-06,
      "loss": 0.5559,
      "step": 13429
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.826199726364346e-06,
      "loss": 0.5061,
      "step": 13430
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.824793896780631e-06,
      "loss": 0.5758,
      "step": 13431
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.823388136982993e-06,
      "loss": 0.618,
      "step": 13432
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.821982447002325e-06,
      "loss": 0.5574,
      "step": 13433
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.820576826869518e-06,
      "loss": 0.5347,
      "step": 13434
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.819171276615471e-06,
      "loss": 0.507,
      "step": 13435
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.817765796271071e-06,
      "loss": 0.5281,
      "step": 13436
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.816360385867215e-06,
      "loss": 0.6157,
      "step": 13437
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.814955045434785e-06,
      "loss": 0.5959,
      "step": 13438
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.813549775004673e-06,
      "loss": 0.5171,
      "step": 13439
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.812144574607762e-06,
      "loss": 0.5418,
      "step": 13440
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.810739444274934e-06,
      "loss": 0.6071,
      "step": 13441
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.809334384037074e-06,
      "loss": 0.6442,
      "step": 13442
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.807929393925068e-06,
      "loss": 0.6818,
      "step": 13443
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8065244739697885e-06,
      "loss": 0.5689,
      "step": 13444
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.805119624202116e-06,
      "loss": 0.6247,
      "step": 13445
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8037148446529225e-06,
      "loss": 0.5711,
      "step": 13446
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.802310135353092e-06,
      "loss": 0.6038,
      "step": 13447
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.800905496333492e-06,
      "loss": 0.561,
      "step": 13448
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.799500927624994e-06,
      "loss": 0.644,
      "step": 13449
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.798096429258472e-06,
      "loss": 0.5317,
      "step": 13450
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7966920012647865e-06,
      "loss": 0.4547,
      "step": 13451
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.795287643674812e-06,
      "loss": 0.5378,
      "step": 13452
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.793883356519414e-06,
      "loss": 0.5276,
      "step": 13453
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.792479139829456e-06,
      "loss": 0.6441,
      "step": 13454
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.791074993635796e-06,
      "loss": 0.579,
      "step": 13455
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.789670917969297e-06,
      "loss": 0.5224,
      "step": 13456
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.788266912860824e-06,
      "loss": 0.5518,
      "step": 13457
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7868629783412284e-06,
      "loss": 0.5816,
      "step": 13458
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.785459114441369e-06,
      "loss": 0.57,
      "step": 13459
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.784055321192095e-06,
      "loss": 0.632,
      "step": 13460
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.782651598624271e-06,
      "loss": 0.5997,
      "step": 13461
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.781247946768742e-06,
      "loss": 0.6341,
      "step": 13462
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.779844365656356e-06,
      "loss": 0.5797,
      "step": 13463
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.778440855317965e-06,
      "loss": 0.5234,
      "step": 13464
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.777037415784411e-06,
      "loss": 0.6721,
      "step": 13465
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.775634047086548e-06,
      "loss": 0.486,
      "step": 13466
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.774230749255213e-06,
      "loss": 0.618,
      "step": 13467
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.772827522321253e-06,
      "loss": 0.7007,
      "step": 13468
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.771424366315504e-06,
      "loss": 0.6221,
      "step": 13469
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.770021281268805e-06,
      "loss": 0.5869,
      "step": 13470
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.768618267211997e-06,
      "loss": 0.6607,
      "step": 13471
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.767215324175917e-06,
      "loss": 0.6222,
      "step": 13472
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.765812452191396e-06,
      "loss": 0.5011,
      "step": 13473
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.764409651289271e-06,
      "loss": 0.6597,
      "step": 13474
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7630069215003655e-06,
      "loss": 0.6162,
      "step": 13475
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.761604262855519e-06,
      "loss": 0.4817,
      "step": 13476
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.760201675385554e-06,
      "loss": 0.5698,
      "step": 13477
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.758799159121299e-06,
      "loss": 0.5496,
      "step": 13478
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.757396714093581e-06,
      "loss": 0.5305,
      "step": 13479
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.755994340333214e-06,
      "loss": 0.5652,
      "step": 13480
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7545920378710306e-06,
      "loss": 0.5951,
      "step": 13481
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.75318980673785e-06,
      "loss": 0.4968,
      "step": 13482
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.751787646964489e-06,
      "loss": 0.5594,
      "step": 13483
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.750385558581763e-06,
      "loss": 0.6018,
      "step": 13484
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.748983541620486e-06,
      "loss": 0.5263,
      "step": 13485
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.747581596111481e-06,
      "loss": 0.6999,
      "step": 13486
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.746179722085554e-06,
      "loss": 0.5708,
      "step": 13487
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.744777919573515e-06,
      "loss": 0.4991,
      "step": 13488
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.743376188606174e-06,
      "loss": 0.5918,
      "step": 13489
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.741974529214345e-06,
      "loss": 0.5179,
      "step": 13490
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.740572941428829e-06,
      "loss": 0.4706,
      "step": 13491
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.73917142528043e-06,
      "loss": 0.5578,
      "step": 13492
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.737769980799955e-06,
      "loss": 0.4934,
      "step": 13493
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.736368608018198e-06,
      "loss": 0.5236,
      "step": 13494
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.73496730696597e-06,
      "loss": 0.585,
      "step": 13495
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7335660776740585e-06,
      "loss": 0.5384,
      "step": 13496
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.732164920173269e-06,
      "loss": 0.511,
      "step": 13497
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.730763834494392e-06,
      "loss": 0.5461,
      "step": 13498
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7293628206682215e-06,
      "loss": 0.4881,
      "step": 13499
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7279618787255496e-06,
      "loss": 0.5585,
      "step": 13500
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.72656100869717e-06,
      "loss": 0.5949,
      "step": 13501
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.725160210613868e-06,
      "loss": 0.4383,
      "step": 13502
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.723759484506433e-06,
      "loss": 0.511,
      "step": 13503
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.722358830405647e-06,
      "loss": 0.5866,
      "step": 13504
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.720958248342301e-06,
      "loss": 0.6434,
      "step": 13505
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.719557738347171e-06,
      "loss": 0.5523,
      "step": 13506
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.718157300451043e-06,
      "loss": 0.5919,
      "step": 13507
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.716756934684696e-06,
      "loss": 0.618,
      "step": 13508
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.715356641078901e-06,
      "loss": 0.5563,
      "step": 13509
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.713956419664441e-06,
      "loss": 0.5848,
      "step": 13510
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.71255627047209e-06,
      "loss": 0.6174,
      "step": 13511
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.711156193532621e-06,
      "loss": 0.4101,
      "step": 13512
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.709756188876801e-06,
      "loss": 0.5475,
      "step": 13513
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.708356256535404e-06,
      "loss": 0.6338,
      "step": 13514
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.706956396539202e-06,
      "loss": 0.6023,
      "step": 13515
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.705556608918957e-06,
      "loss": 0.5735,
      "step": 13516
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.704156893705431e-06,
      "loss": 0.5792,
      "step": 13517
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.702757250929393e-06,
      "loss": 0.5655,
      "step": 13518
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.701357680621604e-06,
      "loss": 0.6794,
      "step": 13519
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.699958182812825e-06,
      "loss": 0.6045,
      "step": 13520
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.698558757533811e-06,
      "loss": 0.5249,
      "step": 13521
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.697159404815323e-06,
      "loss": 0.5026,
      "step": 13522
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.695760124688112e-06,
      "loss": 0.556,
      "step": 13523
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.694360917182939e-06,
      "loss": 0.5472,
      "step": 13524
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.692961782330552e-06,
      "loss": 0.6248,
      "step": 13525
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.691562720161702e-06,
      "loss": 0.6769,
      "step": 13526
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.690163730707137e-06,
      "loss": 0.602,
      "step": 13527
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.688764813997606e-06,
      "loss": 0.5537,
      "step": 13528
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6873659700638575e-06,
      "loss": 0.5533,
      "step": 13529
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.685967198936634e-06,
      "loss": 0.6098,
      "step": 13530
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.684568500646676e-06,
      "loss": 0.374,
      "step": 13531
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.683169875224729e-06,
      "loss": 0.5964,
      "step": 13532
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.681771322701525e-06,
      "loss": 0.4402,
      "step": 13533
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6803728431078115e-06,
      "loss": 0.4794,
      "step": 13534
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.678974436474319e-06,
      "loss": 0.6945,
      "step": 13535
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6775761028317865e-06,
      "loss": 0.5314,
      "step": 13536
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.676177842210945e-06,
      "loss": 0.5654,
      "step": 13537
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.67477965464252e-06,
      "loss": 0.5841,
      "step": 13538
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.67338154015725e-06,
      "loss": 0.5468,
      "step": 13539
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.671983498785863e-06,
      "loss": 0.592,
      "step": 13540
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6705855305590815e-06,
      "loss": 0.5833,
      "step": 13541
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.66918763550763e-06,
      "loss": 0.5469,
      "step": 13542
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.667789813662237e-06,
      "loss": 0.6093,
      "step": 13543
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.666392065053622e-06,
      "loss": 0.6397,
      "step": 13544
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.664994389712507e-06,
      "loss": 0.6326,
      "step": 13545
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.663596787669606e-06,
      "loss": 0.5305,
      "step": 13546
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.662199258955637e-06,
      "loss": 0.5811,
      "step": 13547
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.660801803601324e-06,
      "loss": 0.5755,
      "step": 13548
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.659404421637372e-06,
      "loss": 0.5233,
      "step": 13549
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6580071130944945e-06,
      "loss": 0.5227,
      "step": 13550
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.656609878003406e-06,
      "loss": 0.5624,
      "step": 13551
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.655212716394807e-06,
      "loss": 0.6245,
      "step": 13552
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.653815628299415e-06,
      "loss": 0.4485,
      "step": 13553
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.652418613747933e-06,
      "loss": 0.6283,
      "step": 13554
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6510216727710645e-06,
      "loss": 0.6511,
      "step": 13555
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.649624805399508e-06,
      "loss": 0.5298,
      "step": 13556
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.648228011663967e-06,
      "loss": 0.5139,
      "step": 13557
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.646831291595146e-06,
      "loss": 0.5318,
      "step": 13558
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.645434645223738e-06,
      "loss": 0.5299,
      "step": 13559
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.644038072580439e-06,
      "loss": 0.5004,
      "step": 13560
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.642641573695945e-06,
      "loss": 0.5144,
      "step": 13561
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6412451486009435e-06,
      "loss": 0.5972,
      "step": 13562
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.639848797326135e-06,
      "loss": 0.6755,
      "step": 13563
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.638452519902203e-06,
      "loss": 0.5857,
      "step": 13564
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.637056316359838e-06,
      "loss": 0.6067,
      "step": 13565
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.635660186729724e-06,
      "loss": 0.5783,
      "step": 13566
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6342641310425445e-06,
      "loss": 0.587,
      "step": 13567
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6328681493289885e-06,
      "loss": 0.5288,
      "step": 13568
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.631472241619734e-06,
      "loss": 0.5987,
      "step": 13569
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6300764079454615e-06,
      "loss": 0.5187,
      "step": 13570
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6286806483368445e-06,
      "loss": 0.6157,
      "step": 13571
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.627284962824566e-06,
      "loss": 0.552,
      "step": 13572
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6258893514393005e-06,
      "loss": 0.566,
      "step": 13573
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.624493814211721e-06,
      "loss": 0.4832,
      "step": 13574
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.623098351172495e-06,
      "loss": 0.5691,
      "step": 13575
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6217029623522946e-06,
      "loss": 0.5641,
      "step": 13576
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.620307647781792e-06,
      "loss": 0.6143,
      "step": 13577
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6189124074916485e-06,
      "loss": 0.5257,
      "step": 13578
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.617517241512535e-06,
      "loss": 0.5798,
      "step": 13579
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.616122149875113e-06,
      "loss": 0.5496,
      "step": 13580
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.614727132610038e-06,
      "loss": 0.572,
      "step": 13581
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.613332189747979e-06,
      "loss": 0.5965,
      "step": 13582
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.611937321319593e-06,
      "loss": 0.5806,
      "step": 13583
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.610542527355536e-06,
      "loss": 0.5484,
      "step": 13584
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.60914780788646e-06,
      "loss": 0.5316,
      "step": 13585
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.60775316294302e-06,
      "loss": 0.5714,
      "step": 13586
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.606358592555875e-06,
      "loss": 0.6327,
      "step": 13587
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.604964096755668e-06,
      "loss": 0.4969,
      "step": 13588
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.603569675573049e-06,
      "loss": 0.6303,
      "step": 13589
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6021753290386694e-06,
      "loss": 0.5048,
      "step": 13590
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.600781057183167e-06,
      "loss": 0.5828,
      "step": 13591
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.599386860037195e-06,
      "loss": 0.6374,
      "step": 13592
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.597992737631389e-06,
      "loss": 0.4953,
      "step": 13593
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.596598689996392e-06,
      "loss": 0.5344,
      "step": 13594
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.595204717162844e-06,
      "loss": 0.5332,
      "step": 13595
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.593810819161377e-06,
      "loss": 0.6196,
      "step": 13596
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5924169960226336e-06,
      "loss": 0.6119,
      "step": 13597
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.591023247777246e-06,
      "loss": 0.6184,
      "step": 13598
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.589629574455845e-06,
      "loss": 0.6162,
      "step": 13599
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.588235976089059e-06,
      "loss": 0.5303,
      "step": 13600
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.586842452707523e-06,
      "loss": 0.4613,
      "step": 13601
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.585449004341862e-06,
      "loss": 0.5876,
      "step": 13602
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5840556310227e-06,
      "loss": 0.5832,
      "step": 13603
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.582662332780665e-06,
      "loss": 0.5008,
      "step": 13604
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.581269109646372e-06,
      "loss": 0.5579,
      "step": 13605
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5798759616504525e-06,
      "loss": 0.5889,
      "step": 13606
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.578482888823516e-06,
      "loss": 0.5824,
      "step": 13607
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.577089891196188e-06,
      "loss": 0.6049,
      "step": 13608
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.57569696879908e-06,
      "loss": 0.4262,
      "step": 13609
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.574304121662803e-06,
      "loss": 0.6154,
      "step": 13610
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.572911349817976e-06,
      "loss": 0.5554,
      "step": 13611
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.571518653295208e-06,
      "loss": 0.5239,
      "step": 13612
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5701260321251106e-06,
      "loss": 0.5232,
      "step": 13613
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.568733486338284e-06,
      "loss": 0.5902,
      "step": 13614
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.567341015965337e-06,
      "loss": 0.4381,
      "step": 13615
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.565948621036881e-06,
      "loss": 0.5389,
      "step": 13616
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.564556301583512e-06,
      "loss": 0.5677,
      "step": 13617
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.563164057635832e-06,
      "loss": 0.5416,
      "step": 13618
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.561771889224442e-06,
      "loss": 0.5904,
      "step": 13619
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.560379796379933e-06,
      "loss": 0.5229,
      "step": 13620
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.558987779132912e-06,
      "loss": 0.6058,
      "step": 13621
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.557595837513966e-06,
      "loss": 0.6115,
      "step": 13622
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.55620397155369e-06,
      "loss": 0.5521,
      "step": 13623
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.554812181282675e-06,
      "loss": 0.6534,
      "step": 13624
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.553420466731508e-06,
      "loss": 0.5992,
      "step": 13625
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.552028827930779e-06,
      "loss": 0.5332,
      "step": 13626
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.550637264911075e-06,
      "loss": 0.4576,
      "step": 13627
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.549245777702979e-06,
      "loss": 0.6321,
      "step": 13628
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.547854366337072e-06,
      "loss": 0.5785,
      "step": 13629
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.546463030843938e-06,
      "loss": 0.6477,
      "step": 13630
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.545071771254157e-06,
      "loss": 0.583,
      "step": 13631
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.543680587598302e-06,
      "loss": 0.4993,
      "step": 13632
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.542289479906956e-06,
      "loss": 0.5754,
      "step": 13633
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.540898448210684e-06,
      "loss": 0.4564,
      "step": 13634
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5395074925400685e-06,
      "loss": 0.6918,
      "step": 13635
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.538116612925674e-06,
      "loss": 0.5415,
      "step": 13636
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.536725809398072e-06,
      "loss": 0.5404,
      "step": 13637
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.535335081987832e-06,
      "loss": 0.4983,
      "step": 13638
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.533944430725515e-06,
      "loss": 0.6181,
      "step": 13639
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.53255385564169e-06,
      "loss": 0.5693,
      "step": 13640
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.53116335676692e-06,
      "loss": 0.6,
      "step": 13641
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.529772934131764e-06,
      "loss": 0.6325,
      "step": 13642
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.52838258776678e-06,
      "loss": 0.6328,
      "step": 13643
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.526992317702524e-06,
      "loss": 0.4772,
      "step": 13644
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.52560212396956e-06,
      "loss": 0.5619,
      "step": 13645
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.524212006598437e-06,
      "loss": 0.6438,
      "step": 13646
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.522821965619706e-06,
      "loss": 0.4388,
      "step": 13647
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.521432001063923e-06,
      "loss": 0.6599,
      "step": 13648
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.520042112961629e-06,
      "loss": 0.5444,
      "step": 13649
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.51865230134338e-06,
      "loss": 0.5657,
      "step": 13650
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.517262566239719e-06,
      "loss": 0.6443,
      "step": 13651
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.515872907681191e-06,
      "loss": 0.5682,
      "step": 13652
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.514483325698332e-06,
      "loss": 0.5847,
      "step": 13653
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.513093820321692e-06,
      "loss": 0.5365,
      "step": 13654
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.511704391581807e-06,
      "loss": 0.5104,
      "step": 13655
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.510315039509214e-06,
      "loss": 0.5647,
      "step": 13656
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.508925764134448e-06,
      "loss": 0.6038,
      "step": 13657
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.50753656548804e-06,
      "loss": 0.5425,
      "step": 13658
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.5061474436005325e-06,
      "loss": 0.5813,
      "step": 13659
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.504758398502447e-06,
      "loss": 0.5359,
      "step": 13660
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.503369430224315e-06,
      "loss": 0.6414,
      "step": 13661
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.501980538796666e-06,
      "loss": 0.529,
      "step": 13662
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.5005917242500205e-06,
      "loss": 0.6156,
      "step": 13663
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4992029866149095e-06,
      "loss": 0.5578,
      "step": 13664
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4978143259218506e-06,
      "loss": 0.5762,
      "step": 13665
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.496425742201367e-06,
      "loss": 0.5578,
      "step": 13666
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.495037235483976e-06,
      "loss": 0.4277,
      "step": 13667
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.49364880580019e-06,
      "loss": 0.5639,
      "step": 13668
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4922604531805325e-06,
      "loss": 0.6241,
      "step": 13669
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.490872177655516e-06,
      "loss": 0.4476,
      "step": 13670
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4894839792556505e-06,
      "loss": 0.4531,
      "step": 13671
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.488095858011446e-06,
      "loss": 0.6027,
      "step": 13672
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4867078139534105e-06,
      "loss": 0.597,
      "step": 13673
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.485319847112055e-06,
      "loss": 0.5663,
      "step": 13674
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4839319575178815e-06,
      "loss": 0.588,
      "step": 13675
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4825441452013945e-06,
      "loss": 0.5529,
      "step": 13676
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.481156410193098e-06,
      "loss": 0.6648,
      "step": 13677
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.479768752523485e-06,
      "loss": 0.6141,
      "step": 13678
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.478381172223063e-06,
      "loss": 0.4978,
      "step": 13679
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.476993669322327e-06,
      "loss": 0.5876,
      "step": 13680
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.47560624385177e-06,
      "loss": 0.5738,
      "step": 13681
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4742188958418815e-06,
      "loss": 0.6443,
      "step": 13682
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.472831625323159e-06,
      "loss": 0.5905,
      "step": 13683
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.471444432326094e-06,
      "loss": 0.5296,
      "step": 13684
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.470057316881171e-06,
      "loss": 0.6383,
      "step": 13685
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.468670279018877e-06,
      "loss": 0.6601,
      "step": 13686
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.467283318769695e-06,
      "loss": 0.4187,
      "step": 13687
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.465896436164114e-06,
      "loss": 0.6144,
      "step": 13688
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.464509631232613e-06,
      "loss": 0.6321,
      "step": 13689
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4631229040056676e-06,
      "loss": 0.5278,
      "step": 13690
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.461736254513763e-06,
      "loss": 0.5879,
      "step": 13691
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4603496827873665e-06,
      "loss": 0.6739,
      "step": 13692
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.458963188856964e-06,
      "loss": 0.4036,
      "step": 13693
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.457576772753019e-06,
      "loss": 0.4381,
      "step": 13694
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.456190434506009e-06,
      "loss": 0.5696,
      "step": 13695
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.454804174146401e-06,
      "loss": 0.3886,
      "step": 13696
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.453417991704659e-06,
      "loss": 0.4205,
      "step": 13697
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.452031887211254e-06,
      "loss": 0.572,
      "step": 13698
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.450645860696653e-06,
      "loss": 0.423,
      "step": 13699
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.449259912191312e-06,
      "loss": 0.4973,
      "step": 13700
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.447874041725697e-06,
      "loss": 0.5304,
      "step": 13701
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.446488249330262e-06,
      "loss": 0.5542,
      "step": 13702
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.445102535035471e-06,
      "loss": 0.608,
      "step": 13703
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.443716898871775e-06,
      "loss": 0.5651,
      "step": 13704
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.442331340869632e-06,
      "loss": 0.588,
      "step": 13705
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.440945861059492e-06,
      "loss": 0.5554,
      "step": 13706
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4395604594718016e-06,
      "loss": 0.5608,
      "step": 13707
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.438175136137017e-06,
      "loss": 0.5475,
      "step": 13708
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.436789891085584e-06,
      "loss": 0.5494,
      "step": 13709
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.435404724347947e-06,
      "loss": 0.4819,
      "step": 13710
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.434019635954545e-06,
      "loss": 0.5531,
      "step": 13711
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4326346259358255e-06,
      "loss": 0.673,
      "step": 13712
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.431249694322231e-06,
      "loss": 0.5971,
      "step": 13713
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.429864841144198e-06,
      "loss": 0.6086,
      "step": 13714
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.428480066432159e-06,
      "loss": 0.5154,
      "step": 13715
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4270953702165505e-06,
      "loss": 0.5391,
      "step": 13716
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.425710752527813e-06,
      "loss": 0.5558,
      "step": 13717
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.424326213396372e-06,
      "loss": 0.6009,
      "step": 13718
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.422941752852659e-06,
      "loss": 0.4577,
      "step": 13719
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.421557370927102e-06,
      "loss": 0.5473,
      "step": 13720
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.420173067650124e-06,
      "loss": 0.4834,
      "step": 13721
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.418788843052158e-06,
      "loss": 0.5538,
      "step": 13722
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.417404697163621e-06,
      "loss": 0.6755,
      "step": 13723
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.416020630014936e-06,
      "loss": 0.5753,
      "step": 13724
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.414636641636522e-06,
      "loss": 0.5836,
      "step": 13725
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.413252732058799e-06,
      "loss": 0.6918,
      "step": 13726
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.411868901312179e-06,
      "loss": 0.6112,
      "step": 13727
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.410485149427083e-06,
      "loss": 0.5004,
      "step": 13728
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.409101476433916e-06,
      "loss": 0.7001,
      "step": 13729
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.407717882363096e-06,
      "loss": 0.5835,
      "step": 13730
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.406334367245024e-06,
      "loss": 0.4497,
      "step": 13731
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.404950931110117e-06,
      "loss": 0.527,
      "step": 13732
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.403567573988776e-06,
      "loss": 0.543,
      "step": 13733
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.402184295911405e-06,
      "loss": 0.5157,
      "step": 13734
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.400801096908408e-06,
      "loss": 0.5999,
      "step": 13735
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.399417977010178e-06,
      "loss": 0.5343,
      "step": 13736
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.398034936247124e-06,
      "loss": 0.3917,
      "step": 13737
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.396651974649641e-06,
      "loss": 0.6001,
      "step": 13738
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.395269092248122e-06,
      "loss": 0.5634,
      "step": 13739
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.393886289072957e-06,
      "loss": 0.564,
      "step": 13740
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.392503565154543e-06,
      "loss": 0.457,
      "step": 13741
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3911209205232726e-06,
      "loss": 0.5286,
      "step": 13742
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.389738355209529e-06,
      "loss": 0.5648,
      "step": 13743
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.388355869243699e-06,
      "loss": 0.6097,
      "step": 13744
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3869734626561664e-06,
      "loss": 0.6604,
      "step": 13745
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.38559113547732e-06,
      "loss": 0.4325,
      "step": 13746
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.38420888773754e-06,
      "loss": 0.5324,
      "step": 13747
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3828267194672015e-06,
      "loss": 0.5601,
      "step": 13748
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.381444630696686e-06,
      "loss": 0.6067,
      "step": 13749
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.380062621456364e-06,
      "loss": 0.5261,
      "step": 13750
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.37868069177662e-06,
      "loss": 0.5089,
      "step": 13751
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.377298841687819e-06,
      "loss": 0.5767,
      "step": 13752
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.375917071220335e-06,
      "loss": 0.5808,
      "step": 13753
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.374535380404535e-06,
      "loss": 0.5223,
      "step": 13754
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.373153769270786e-06,
      "loss": 0.6108,
      "step": 13755
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3717722378494585e-06,
      "loss": 0.5151,
      "step": 13756
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.370390786170912e-06,
      "loss": 0.6213,
      "step": 13757
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.36900941426551e-06,
      "loss": 0.5147,
      "step": 13758
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.367628122163614e-06,
      "loss": 0.5482,
      "step": 13759
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.366246909895577e-06,
      "loss": 0.5721,
      "step": 13760
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.364865777491764e-06,
      "loss": 0.5408,
      "step": 13761
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3634847249825245e-06,
      "loss": 0.5799,
      "step": 13762
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.362103752398216e-06,
      "loss": 0.489,
      "step": 13763
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.360722859769188e-06,
      "loss": 0.5048,
      "step": 13764
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.359342047125787e-06,
      "loss": 0.493,
      "step": 13765
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3579613144983645e-06,
      "loss": 0.623,
      "step": 13766
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.35658066191727e-06,
      "loss": 0.5726,
      "step": 13767
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.355200089412844e-06,
      "loss": 0.5244,
      "step": 13768
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.353819597015427e-06,
      "loss": 0.5478,
      "step": 13769
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.352439184755364e-06,
      "loss": 0.5397,
      "step": 13770
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.351058852662997e-06,
      "loss": 0.616,
      "step": 13771
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3496786007686585e-06,
      "loss": 0.6075,
      "step": 13772
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.348298429102684e-06,
      "loss": 0.6189,
      "step": 13773
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.346918337695408e-06,
      "loss": 0.67,
      "step": 13774
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.345538326577167e-06,
      "loss": 0.4715,
      "step": 13775
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3441583957782904e-06,
      "loss": 0.5008,
      "step": 13776
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.342778545329102e-06,
      "loss": 0.5435,
      "step": 13777
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.341398775259935e-06,
      "loss": 0.5335,
      "step": 13778
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.340019085601105e-06,
      "loss": 0.5508,
      "step": 13779
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.338639476382946e-06,
      "loss": 0.5855,
      "step": 13780
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.337259947635777e-06,
      "loss": 0.6257,
      "step": 13781
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.335880499389916e-06,
      "loss": 0.6048,
      "step": 13782
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.334501131675679e-06,
      "loss": 0.5621,
      "step": 13783
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.333121844523385e-06,
      "loss": 0.5801,
      "step": 13784
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3317426379633495e-06,
      "loss": 0.733,
      "step": 13785
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.330363512025886e-06,
      "loss": 0.5123,
      "step": 13786
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.328984466741302e-06,
      "loss": 0.53,
      "step": 13787
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.32760550213991e-06,
      "loss": 0.5311,
      "step": 13788
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.326226618252013e-06,
      "loss": 0.5135,
      "step": 13789
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3248478151079225e-06,
      "loss": 0.6686,
      "step": 13790
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.323469092737938e-06,
      "loss": 0.6144,
      "step": 13791
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.322090451172367e-06,
      "loss": 0.4969,
      "step": 13792
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3207118904415e-06,
      "loss": 0.6282,
      "step": 13793
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3193334105756475e-06,
      "loss": 0.5801,
      "step": 13794
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.317955011605097e-06,
      "loss": 0.5921,
      "step": 13795
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.31657669356015e-06,
      "loss": 0.5873,
      "step": 13796
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.315198456471098e-06,
      "loss": 0.5815,
      "step": 13797
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.313820300368227e-06,
      "loss": 0.5969,
      "step": 13798
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3124422252818325e-06,
      "loss": 0.4928,
      "step": 13799
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.311064231242204e-06,
      "loss": 0.5477,
      "step": 13800
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.309686318279624e-06,
      "loss": 0.52,
      "step": 13801
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.308308486424377e-06,
      "loss": 0.5326,
      "step": 13802
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.306930735706745e-06,
      "loss": 0.5812,
      "step": 13803
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.305553066157012e-06,
      "loss": 0.5466,
      "step": 13804
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.304175477805454e-06,
      "loss": 0.6153,
      "step": 13805
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.302797970682352e-06,
      "loss": 0.5274,
      "step": 13806
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3014205448179775e-06,
      "loss": 0.6358,
      "step": 13807
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.300043200242603e-06,
      "loss": 0.5446,
      "step": 13808
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.298665936986503e-06,
      "loss": 0.5636,
      "step": 13809
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.297288755079951e-06,
      "loss": 0.5403,
      "step": 13810
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.295911654553213e-06,
      "loss": 0.5765,
      "step": 13811
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2945346354365515e-06,
      "loss": 0.5454,
      "step": 13812
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.29315769776023e-06,
      "loss": 0.5816,
      "step": 13813
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.291780841554522e-06,
      "loss": 0.5559,
      "step": 13814
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.29040406684968e-06,
      "loss": 0.6346,
      "step": 13815
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2890273736759665e-06,
      "loss": 0.6522,
      "step": 13816
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2876507620636374e-06,
      "loss": 0.5701,
      "step": 13817
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.286274232042946e-06,
      "loss": 0.4981,
      "step": 13818
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.284897783644154e-06,
      "loss": 0.5233,
      "step": 13819
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.283521416897507e-06,
      "loss": 0.6268,
      "step": 13820
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.282145131833259e-06,
      "loss": 0.639,
      "step": 13821
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2807689284816534e-06,
      "loss": 0.4468,
      "step": 13822
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.279392806872944e-06,
      "loss": 0.5663,
      "step": 13823
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2780167670373705e-06,
      "loss": 0.548,
      "step": 13824
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.27664080900518e-06,
      "loss": 0.5348,
      "step": 13825
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.275264932806611e-06,
      "loss": 0.5203,
      "step": 13826
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.273889138471903e-06,
      "loss": 0.712,
      "step": 13827
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.272513426031294e-06,
      "loss": 0.4559,
      "step": 13828
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.271137795515026e-06,
      "loss": 0.4836,
      "step": 13829
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.269762246953324e-06,
      "loss": 0.6009,
      "step": 13830
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2683867803764256e-06,
      "loss": 0.481,
      "step": 13831
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.267011395814557e-06,
      "loss": 0.6206,
      "step": 13832
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.265636093297955e-06,
      "loss": 0.5948,
      "step": 13833
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.26426087285684e-06,
      "loss": 0.5302,
      "step": 13834
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.26288573452144e-06,
      "loss": 0.5543,
      "step": 13835
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2615106783219785e-06,
      "loss": 0.5375,
      "step": 13836
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2601357042886726e-06,
      "loss": 0.5145,
      "step": 13837
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.258760812451746e-06,
      "loss": 0.5634,
      "step": 13838
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.257386002841419e-06,
      "loss": 0.5036,
      "step": 13839
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.256011275487906e-06,
      "loss": 0.6169,
      "step": 13840
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.254636630421417e-06,
      "loss": 0.5797,
      "step": 13841
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.253262067672165e-06,
      "loss": 0.6476,
      "step": 13842
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2518875872703714e-06,
      "loss": 0.587,
      "step": 13843
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.250513189246234e-06,
      "loss": 0.6445,
      "step": 13844
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.249138873629963e-06,
      "loss": 0.5843,
      "step": 13845
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.247764640451765e-06,
      "loss": 0.6412,
      "step": 13846
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.246390489741838e-06,
      "loss": 0.563,
      "step": 13847
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.245016421530394e-06,
      "loss": 0.5479,
      "step": 13848
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2436424358476256e-06,
      "loss": 0.5402,
      "step": 13849
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.242268532723732e-06,
      "loss": 0.4828,
      "step": 13850
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.240894712188907e-06,
      "loss": 0.5763,
      "step": 13851
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.239520974273352e-06,
      "loss": 0.5473,
      "step": 13852
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.238147319007253e-06,
      "loss": 0.4845,
      "step": 13853
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2367737464208055e-06,
      "loss": 0.579,
      "step": 13854
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2354002565441955e-06,
      "loss": 0.6737,
      "step": 13855
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2340268494076094e-06,
      "loss": 0.5457,
      "step": 13856
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.232653525041235e-06,
      "loss": 0.5968,
      "step": 13857
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.231280283475256e-06,
      "loss": 0.5774,
      "step": 13858
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.229907124739851e-06,
      "loss": 0.5835,
      "step": 13859
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.228534048865205e-06,
      "loss": 0.5839,
      "step": 13860
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.227161055881488e-06,
      "loss": 0.5431,
      "step": 13861
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2257881458188855e-06,
      "loss": 0.5527,
      "step": 13862
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.224415318707564e-06,
      "loss": 0.5469,
      "step": 13863
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.223042574577704e-06,
      "loss": 0.6405,
      "step": 13864
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.22166991345947e-06,
      "loss": 0.5048,
      "step": 13865
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.22029733538303e-06,
      "loss": 0.5907,
      "step": 13866
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.218924840378556e-06,
      "loss": 0.6349,
      "step": 13867
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.217552428476213e-06,
      "loss": 0.44,
      "step": 13868
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2161800997061635e-06,
      "loss": 0.602,
      "step": 13869
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.214807854098566e-06,
      "loss": 0.5717,
      "step": 13870
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.213435691683581e-06,
      "loss": 0.5885,
      "step": 13871
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.212063612491372e-06,
      "loss": 0.546,
      "step": 13872
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.210691616552092e-06,
      "loss": 0.5326,
      "step": 13873
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.2093197038958915e-06,
      "loss": 0.5373,
      "step": 13874
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.207947874552929e-06,
      "loss": 0.5513,
      "step": 13875
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.206576128553349e-06,
      "loss": 0.5574,
      "step": 13876
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.205204465927307e-06,
      "loss": 0.5102,
      "step": 13877
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.203832886704945e-06,
      "loss": 0.5254,
      "step": 13878
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.202461390916412e-06,
      "loss": 0.5965,
      "step": 13879
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.201089978591845e-06,
      "loss": 0.6147,
      "step": 13880
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1997186497613915e-06,
      "loss": 0.6972,
      "step": 13881
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.198347404455191e-06,
      "loss": 0.4455,
      "step": 13882
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1969762427033805e-06,
      "loss": 0.5545,
      "step": 13883
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.195605164536094e-06,
      "loss": 0.5756,
      "step": 13884
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.194234169983464e-06,
      "loss": 0.5369,
      "step": 13885
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.19286325907563e-06,
      "loss": 0.5796,
      "step": 13886
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.191492431842718e-06,
      "loss": 0.6416,
      "step": 13887
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.190121688314855e-06,
      "loss": 0.4966,
      "step": 13888
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.188751028522172e-06,
      "loss": 0.6306,
      "step": 13889
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.187380452494787e-06,
      "loss": 0.5364,
      "step": 13890
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.186009960262832e-06,
      "loss": 0.6249,
      "step": 13891
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1846395518564215e-06,
      "loss": 0.622,
      "step": 13892
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.183269227305681e-06,
      "loss": 0.4445,
      "step": 13893
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.181898986640723e-06,
      "loss": 0.5219,
      "step": 13894
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.180528829891661e-06,
      "loss": 0.4541,
      "step": 13895
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.179158757088614e-06,
      "loss": 0.6088,
      "step": 13896
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.177788768261696e-06,
      "loss": 0.5447,
      "step": 13897
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.176418863441015e-06,
      "loss": 0.5993,
      "step": 13898
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.175049042656676e-06,
      "loss": 0.5765,
      "step": 13899
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.173679305938785e-06,
      "loss": 0.6234,
      "step": 13900
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.172309653317452e-06,
      "loss": 0.5583,
      "step": 13901
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.170940084822779e-06,
      "loss": 0.475,
      "step": 13902
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.169570600484863e-06,
      "loss": 0.5804,
      "step": 13903
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1682012003338045e-06,
      "loss": 0.5847,
      "step": 13904
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.166831884399705e-06,
      "loss": 0.5112,
      "step": 13905
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.165462652712655e-06,
      "loss": 0.4888,
      "step": 13906
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.16409350530275e-06,
      "loss": 0.6216,
      "step": 13907
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.162724442200083e-06,
      "loss": 0.5222,
      "step": 13908
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1613554634347396e-06,
      "loss": 0.5129,
      "step": 13909
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.159986569036811e-06,
      "loss": 0.4857,
      "step": 13910
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.158617759036385e-06,
      "loss": 0.6301,
      "step": 13911
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1572490334635434e-06,
      "loss": 0.64,
      "step": 13912
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1558803923483675e-06,
      "loss": 0.6395,
      "step": 13913
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.154511835720938e-06,
      "loss": 0.492,
      "step": 13914
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1531433636113395e-06,
      "loss": 0.5556,
      "step": 13915
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.151774976049644e-06,
      "loss": 0.5032,
      "step": 13916
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.150406673065925e-06,
      "loss": 0.5558,
      "step": 13917
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.149038454690259e-06,
      "loss": 0.613,
      "step": 13918
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1476703209527125e-06,
      "loss": 0.6042,
      "step": 13919
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.146302271883362e-06,
      "loss": 0.5225,
      "step": 13920
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.144934307512271e-06,
      "loss": 0.5651,
      "step": 13921
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.143566427869506e-06,
      "loss": 0.4956,
      "step": 13922
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.142198632985133e-06,
      "loss": 0.5949,
      "step": 13923
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.140830922889205e-06,
      "loss": 0.6112,
      "step": 13924
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.139463297611792e-06,
      "loss": 0.5589,
      "step": 13925
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.13809575718295e-06,
      "loss": 0.4528,
      "step": 13926
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.136728301632733e-06,
      "loss": 0.4811,
      "step": 13927
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.135360930991199e-06,
      "loss": 0.453,
      "step": 13928
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.133993645288394e-06,
      "loss": 0.6198,
      "step": 13929
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.132626444554379e-06,
      "loss": 0.5932,
      "step": 13930
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.131259328819194e-06,
      "loss": 0.5127,
      "step": 13931
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.129892298112892e-06,
      "loss": 0.5824,
      "step": 13932
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.128525352465511e-06,
      "loss": 0.5798,
      "step": 13933
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1271584919071035e-06,
      "loss": 0.6166,
      "step": 13934
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1257917164677035e-06,
      "loss": 0.5965,
      "step": 13935
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.124425026177358e-06,
      "loss": 0.5762,
      "step": 13936
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.123058421066098e-06,
      "loss": 0.481,
      "step": 13937
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.121691901163957e-06,
      "loss": 0.68,
      "step": 13938
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.120325466500978e-06,
      "loss": 0.5714,
      "step": 13939
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1189591171071895e-06,
      "loss": 0.5798,
      "step": 13940
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.117592853012621e-06,
      "loss": 0.4723,
      "step": 13941
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.116226674247299e-06,
      "loss": 0.5156,
      "step": 13942
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.114860580841249e-06,
      "loss": 0.5411,
      "step": 13943
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.113494572824501e-06,
      "loss": 0.5898,
      "step": 13944
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1121286502270775e-06,
      "loss": 0.5806,
      "step": 13945
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.110762813078994e-06,
      "loss": 0.5492,
      "step": 13946
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.109397061410274e-06,
      "loss": 0.4972,
      "step": 13947
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.108031395250929e-06,
      "loss": 0.616,
      "step": 13948
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.106665814630982e-06,
      "loss": 0.5195,
      "step": 13949
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.105300319580441e-06,
      "loss": 0.5224,
      "step": 13950
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.103934910129321e-06,
      "loss": 0.604,
      "step": 13951
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.102569586307627e-06,
      "loss": 0.581,
      "step": 13952
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.101204348145369e-06,
      "loss": 0.5708,
      "step": 13953
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.099839195672553e-06,
      "loss": 0.5388,
      "step": 13954
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.098474128919185e-06,
      "loss": 0.6735,
      "step": 13955
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.097109147915263e-06,
      "loss": 0.604,
      "step": 13956
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.095744252690792e-06,
      "loss": 0.5768,
      "step": 13957
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.094379443275762e-06,
      "loss": 0.5488,
      "step": 13958
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.09301471970018e-06,
      "loss": 0.5415,
      "step": 13959
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.091650081994033e-06,
      "loss": 0.5078,
      "step": 13960
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.090285530187317e-06,
      "loss": 0.6179,
      "step": 13961
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.088921064310018e-06,
      "loss": 0.5441,
      "step": 13962
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.087556684392133e-06,
      "loss": 0.5778,
      "step": 13963
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.086192390463641e-06,
      "loss": 0.5318,
      "step": 13964
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.084828182554533e-06,
      "loss": 0.5643,
      "step": 13965
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0834640606947906e-06,
      "loss": 0.5958,
      "step": 13966
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.082100024914388e-06,
      "loss": 0.4309,
      "step": 13967
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.080736075243314e-06,
      "loss": 0.58,
      "step": 13968
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.079372211711544e-06,
      "loss": 0.5998,
      "step": 13969
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.078008434349052e-06,
      "loss": 0.6212,
      "step": 13970
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.076644743185811e-06,
      "loss": 0.5753,
      "step": 13971
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.075281138251792e-06,
      "loss": 0.5333,
      "step": 13972
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.073917619576969e-06,
      "loss": 0.5755,
      "step": 13973
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.072554187191308e-06,
      "loss": 0.6105,
      "step": 13974
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0711908411247744e-06,
      "loss": 0.5547,
      "step": 13975
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.069827581407334e-06,
      "loss": 0.5385,
      "step": 13976
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0684644080689435e-06,
      "loss": 0.592,
      "step": 13977
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.067101321139572e-06,
      "loss": 0.5998,
      "step": 13978
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0657383206491714e-06,
      "loss": 0.5792,
      "step": 13979
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.064375406627703e-06,
      "loss": 0.5965,
      "step": 13980
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.063012579105118e-06,
      "loss": 0.4978,
      "step": 13981
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.061649838111367e-06,
      "loss": 0.6013,
      "step": 13982
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.060287183676409e-06,
      "loss": 0.5471,
      "step": 13983
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.058924615830189e-06,
      "loss": 0.5142,
      "step": 13984
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.057562134602651e-06,
      "loss": 0.5106,
      "step": 13985
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.056199740023745e-06,
      "loss": 0.5026,
      "step": 13986
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.054837432123406e-06,
      "loss": 0.5197,
      "step": 13987
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.053475210931587e-06,
      "loss": 0.5408,
      "step": 13988
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.052113076478221e-06,
      "loss": 0.5639,
      "step": 13989
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.050751028793247e-06,
      "loss": 0.4485,
      "step": 13990
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.049389067906597e-06,
      "loss": 0.4954,
      "step": 13991
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.048027193848211e-06,
      "loss": 0.5188,
      "step": 13992
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.046665406648017e-06,
      "loss": 0.461,
      "step": 13993
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.045303706335948e-06,
      "loss": 0.534,
      "step": 13994
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.043942092941928e-06,
      "loss": 0.5707,
      "step": 13995
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0425805664958814e-06,
      "loss": 0.5704,
      "step": 13996
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.04121912702774e-06,
      "loss": 0.5261,
      "step": 13997
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.039857774567421e-06,
      "loss": 0.6432,
      "step": 13998
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.038496509144849e-06,
      "loss": 0.6254,
      "step": 13999
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.037135330789936e-06,
      "loss": 0.4671,
      "step": 14000
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.035774239532599e-06,
      "loss": 0.6131,
      "step": 14001
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.034413235402761e-06,
      "loss": 0.6131,
      "step": 14002
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.033052318430329e-06,
      "loss": 0.6204,
      "step": 14003
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.031691488645213e-06,
      "loss": 0.7188,
      "step": 14004
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.030330746077323e-06,
      "loss": 0.6842,
      "step": 14005
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.028970090756563e-06,
      "loss": 0.5486,
      "step": 14006
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.027609522712844e-06,
      "loss": 0.5902,
      "step": 14007
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.026249041976069e-06,
      "loss": 0.5802,
      "step": 14008
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.024888648576135e-06,
      "loss": 0.5348,
      "step": 14009
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.023528342542941e-06,
      "loss": 0.4964,
      "step": 14010
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.022168123906385e-06,
      "loss": 0.5027,
      "step": 14011
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.020807992696367e-06,
      "loss": 0.5134,
      "step": 14012
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.019447948942778e-06,
      "loss": 0.506,
      "step": 14013
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.018087992675508e-06,
      "loss": 0.4583,
      "step": 14014
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.016728123924448e-06,
      "loss": 0.5384,
      "step": 14015
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.015368342719482e-06,
      "loss": 0.5351,
      "step": 14016
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.014008649090504e-06,
      "loss": 0.5637,
      "step": 14017
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.01264904306739e-06,
      "loss": 0.5311,
      "step": 14018
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.011289524680029e-06,
      "loss": 0.5572,
      "step": 14019
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.009930093958292e-06,
      "loss": 0.5889,
      "step": 14020
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.008570750932068e-06,
      "loss": 0.584,
      "step": 14021
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.007211495631225e-06,
      "loss": 0.5776,
      "step": 14022
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.005852328085642e-06,
      "loss": 0.4394,
      "step": 14023
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0044932483251894e-06,
      "loss": 0.441,
      "step": 14024
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.003134256379735e-06,
      "loss": 0.617,
      "step": 14025
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.00177535227915e-06,
      "loss": 0.5195,
      "step": 14026
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.000416536053304e-06,
      "loss": 0.602,
      "step": 14027
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.999057807732061e-06,
      "loss": 0.5084,
      "step": 14028
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.997699167345276e-06,
      "loss": 0.5747,
      "step": 14029
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.996340614922815e-06,
      "loss": 0.6291,
      "step": 14030
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.994982150494542e-06,
      "loss": 0.6684,
      "step": 14031
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9936237740903044e-06,
      "loss": 0.5496,
      "step": 14032
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.992265485739966e-06,
      "loss": 0.6323,
      "step": 14033
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.990907285473375e-06,
      "loss": 0.5969,
      "step": 14034
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.98954917332038e-06,
      "loss": 0.5157,
      "step": 14035
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9881911493108345e-06,
      "loss": 0.5918,
      "step": 14036
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.986833213474588e-06,
      "loss": 0.5553,
      "step": 14037
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.98547536584148e-06,
      "loss": 0.5178,
      "step": 14038
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.984117606441356e-06,
      "loss": 0.5529,
      "step": 14039
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.982759935304057e-06,
      "loss": 0.6451,
      "step": 14040
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.981402352459425e-06,
      "loss": 0.6671,
      "step": 14041
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.980044857937297e-06,
      "loss": 0.6718,
      "step": 14042
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9786874517675045e-06,
      "loss": 0.611,
      "step": 14043
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.977330133979883e-06,
      "loss": 0.4668,
      "step": 14044
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.975972904604268e-06,
      "loss": 0.5258,
      "step": 14045
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9746157636704885e-06,
      "loss": 0.5323,
      "step": 14046
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9732587112083674e-06,
      "loss": 0.5383,
      "step": 14047
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.971901747247736e-06,
      "loss": 0.5554,
      "step": 14048
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.970544871818411e-06,
      "loss": 0.6095,
      "step": 14049
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.969188084950225e-06,
      "loss": 0.6505,
      "step": 14050
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.967831386672989e-06,
      "loss": 0.4981,
      "step": 14051
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.966474777016526e-06,
      "loss": 0.4618,
      "step": 14052
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9651182560106515e-06,
      "loss": 0.5993,
      "step": 14053
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.963761823685176e-06,
      "loss": 0.5484,
      "step": 14054
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.962405480069915e-06,
      "loss": 0.559,
      "step": 14055
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9610492251946815e-06,
      "loss": 0.5723,
      "step": 14056
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9596930590892775e-06,
      "loss": 0.616,
      "step": 14057
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.958336981783516e-06,
      "loss": 0.5544,
      "step": 14058
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.956980993307193e-06,
      "loss": 0.6334,
      "step": 14059
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.955625093690121e-06,
      "loss": 0.4422,
      "step": 14060
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.954269282962093e-06,
      "loss": 0.5426,
      "step": 14061
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.952913561152913e-06,
      "loss": 0.6262,
      "step": 14062
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.951557928292375e-06,
      "loss": 0.5522,
      "step": 14063
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9502023844102684e-06,
      "loss": 0.6678,
      "step": 14064
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.948846929536395e-06,
      "loss": 0.5748,
      "step": 14065
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.947491563700542e-06,
      "loss": 0.5989,
      "step": 14066
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9461362869325005e-06,
      "loss": 0.4786,
      "step": 14067
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.944781099262051e-06,
      "loss": 0.5535,
      "step": 14068
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.943426000718981e-06,
      "loss": 0.5033,
      "step": 14069
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.942070991333078e-06,
      "loss": 0.4949,
      "step": 14070
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.94071607113412e-06,
      "loss": 0.5232,
      "step": 14071
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.939361240151884e-06,
      "loss": 0.638,
      "step": 14072
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.938006498416147e-06,
      "loss": 0.6145,
      "step": 14073
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.93665184595669e-06,
      "loss": 0.5894,
      "step": 14074
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.935297282803283e-06,
      "loss": 0.4915,
      "step": 14075
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.933942808985692e-06,
      "loss": 0.4654,
      "step": 14076
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.932588424533694e-06,
      "loss": 0.598,
      "step": 14077
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.931234129477048e-06,
      "loss": 0.6579,
      "step": 14078
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9298799238455285e-06,
      "loss": 0.6037,
      "step": 14079
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.928525807668892e-06,
      "loss": 0.5714,
      "step": 14080
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9271717809769054e-06,
      "loss": 0.4995,
      "step": 14081
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.925817843799322e-06,
      "loss": 0.5153,
      "step": 14082
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.924463996165901e-06,
      "loss": 0.5167,
      "step": 14083
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.923110238106401e-06,
      "loss": 0.5636,
      "step": 14084
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.921756569650576e-06,
      "loss": 0.5268,
      "step": 14085
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.920402990828171e-06,
      "loss": 0.5574,
      "step": 14086
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.919049501668942e-06,
      "loss": 0.4907,
      "step": 14087
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.91769610220263e-06,
      "loss": 0.5911,
      "step": 14088
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.916342792458989e-06,
      "loss": 0.4597,
      "step": 14089
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.914989572467758e-06,
      "loss": 0.5286,
      "step": 14090
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.913636442258679e-06,
      "loss": 0.5999,
      "step": 14091
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.912283401861491e-06,
      "loss": 0.5849,
      "step": 14092
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.910930451305931e-06,
      "loss": 0.5342,
      "step": 14093
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.909577590621738e-06,
      "loss": 0.5158,
      "step": 14094
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.908224819838644e-06,
      "loss": 0.5519,
      "step": 14095
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.906872138986381e-06,
      "loss": 0.5543,
      "step": 14096
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.905519548094678e-06,
      "loss": 0.4937,
      "step": 14097
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.904167047193261e-06,
      "loss": 0.5136,
      "step": 14098
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.902814636311862e-06,
      "loss": 0.55,
      "step": 14099
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.901462315480201e-06,
      "loss": 0.593,
      "step": 14100
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.900110084727998e-06,
      "loss": 0.6191,
      "step": 14101
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8987579440849744e-06,
      "loss": 0.5299,
      "step": 14102
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.89740589358085e-06,
      "loss": 0.5533,
      "step": 14103
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.89605393324534e-06,
      "loss": 0.694,
      "step": 14104
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.894702063108158e-06,
      "loss": 0.4584,
      "step": 14105
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.893350283199017e-06,
      "loss": 0.642,
      "step": 14106
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.891998593547621e-06,
      "loss": 0.542,
      "step": 14107
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.890646994183685e-06,
      "loss": 0.6262,
      "step": 14108
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.889295485136915e-06,
      "loss": 0.6351,
      "step": 14109
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8879440664370135e-06,
      "loss": 0.5336,
      "step": 14110
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.886592738113679e-06,
      "loss": 0.5518,
      "step": 14111
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.885241500196614e-06,
      "loss": 0.4906,
      "step": 14112
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.88389035271552e-06,
      "loss": 0.5919,
      "step": 14113
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.882539295700091e-06,
      "loss": 0.5264,
      "step": 14114
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.881188329180019e-06,
      "loss": 0.5613,
      "step": 14115
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.879837453184999e-06,
      "loss": 0.5234,
      "step": 14116
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.878486667744716e-06,
      "loss": 0.5373,
      "step": 14117
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.877135972888866e-06,
      "loss": 0.5923,
      "step": 14118
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.875785368647129e-06,
      "loss": 0.5432,
      "step": 14119
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.874434855049192e-06,
      "loss": 0.5086,
      "step": 14120
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.873084432124738e-06,
      "loss": 0.6703,
      "step": 14121
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.871734099903441e-06,
      "loss": 0.5897,
      "step": 14122
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.870383858414985e-06,
      "loss": 0.5336,
      "step": 14123
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.869033707689049e-06,
      "loss": 0.5046,
      "step": 14124
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.867683647755302e-06,
      "loss": 0.5363,
      "step": 14125
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.866333678643414e-06,
      "loss": 0.495,
      "step": 14126
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.864983800383059e-06,
      "loss": 0.5763,
      "step": 14127
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.863634013003908e-06,
      "loss": 0.557,
      "step": 14128
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.862284316535625e-06,
      "loss": 0.5624,
      "step": 14129
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.860934711007869e-06,
      "loss": 0.572,
      "step": 14130
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.859585196450306e-06,
      "loss": 0.4406,
      "step": 14131
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.858235772892602e-06,
      "loss": 0.5634,
      "step": 14132
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.856886440364407e-06,
      "loss": 0.5546,
      "step": 14133
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8555371988953805e-06,
      "loss": 0.558,
      "step": 14134
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.854188048515178e-06,
      "loss": 0.5204,
      "step": 14135
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.852838989253447e-06,
      "loss": 0.49,
      "step": 14136
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.851490021139841e-06,
      "loss": 0.5624,
      "step": 14137
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.85014114420401e-06,
      "loss": 0.6094,
      "step": 14138
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.848792358475599e-06,
      "loss": 0.6233,
      "step": 14139
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8474436639842495e-06,
      "loss": 0.6207,
      "step": 14140
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.846095060759605e-06,
      "loss": 0.5524,
      "step": 14141
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.844746548831309e-06,
      "loss": 0.5886,
      "step": 14142
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.843398128228997e-06,
      "loss": 0.5224,
      "step": 14143
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.842049798982302e-06,
      "loss": 0.5641,
      "step": 14144
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.840701561120865e-06,
      "loss": 0.6429,
      "step": 14145
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.83935341467431e-06,
      "loss": 0.6719,
      "step": 14146
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.838005359672274e-06,
      "loss": 0.548,
      "step": 14147
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.836657396144385e-06,
      "loss": 0.5693,
      "step": 14148
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.835309524120267e-06,
      "loss": 0.5268,
      "step": 14149
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.833961743629544e-06,
      "loss": 0.5291,
      "step": 14150
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.832614054701834e-06,
      "loss": 0.5973,
      "step": 14151
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8312664573667654e-06,
      "loss": 0.6191,
      "step": 14152
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.829918951653948e-06,
      "loss": 0.4988,
      "step": 14153
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.828571537593006e-06,
      "loss": 0.5817,
      "step": 14154
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8272242152135516e-06,
      "loss": 0.5886,
      "step": 14155
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.825876984545189e-06,
      "loss": 0.6504,
      "step": 14156
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.824529845617537e-06,
      "loss": 0.5062,
      "step": 14157
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.823182798460203e-06,
      "loss": 0.5241,
      "step": 14158
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.821835843102789e-06,
      "loss": 0.5674,
      "step": 14159
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.820488979574896e-06,
      "loss": 0.5356,
      "step": 14160
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.819142207906132e-06,
      "loss": 0.5535,
      "step": 14161
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8177955281261e-06,
      "loss": 0.6445,
      "step": 14162
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.816448940264392e-06,
      "loss": 0.6546,
      "step": 14163
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.815102444350607e-06,
      "loss": 0.618,
      "step": 14164
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.813756040414331e-06,
      "loss": 0.481,
      "step": 14165
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.812409728485166e-06,
      "loss": 0.5824,
      "step": 14166
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.811063508592701e-06,
      "loss": 0.3937,
      "step": 14167
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.809717380766513e-06,
      "loss": 0.6074,
      "step": 14168
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.808371345036201e-06,
      "loss": 0.6298,
      "step": 14169
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.807025401431341e-06,
      "loss": 0.6125,
      "step": 14170
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8056795499815185e-06,
      "loss": 0.4824,
      "step": 14171
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8043337907163125e-06,
      "loss": 0.5813,
      "step": 14172
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.802988123665301e-06,
      "loss": 0.6741,
      "step": 14173
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.801642548858053e-06,
      "loss": 0.7025,
      "step": 14174
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.800297066324148e-06,
      "loss": 0.5161,
      "step": 14175
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.79895167609316e-06,
      "loss": 0.6495,
      "step": 14176
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.797606378194658e-06,
      "loss": 0.5852,
      "step": 14177
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.796261172658207e-06,
      "loss": 0.6477,
      "step": 14178
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.794916059513373e-06,
      "loss": 0.5892,
      "step": 14179
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.793571038789715e-06,
      "loss": 0.5892,
      "step": 14180
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.792226110516803e-06,
      "loss": 0.3916,
      "step": 14181
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.790881274724188e-06,
      "loss": 0.5312,
      "step": 14182
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.789536531441436e-06,
      "loss": 0.5545,
      "step": 14183
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.788191880698094e-06,
      "loss": 0.5711,
      "step": 14184
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.786847322523724e-06,
      "loss": 0.5532,
      "step": 14185
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.785502856947871e-06,
      "loss": 0.5099,
      "step": 14186
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7841584840000875e-06,
      "loss": 0.542,
      "step": 14187
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7828142037099185e-06,
      "loss": 0.5404,
      "step": 14188
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.781470016106906e-06,
      "loss": 0.6059,
      "step": 14189
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7801259212205964e-06,
      "loss": 0.5538,
      "step": 14190
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.778781919080536e-06,
      "loss": 0.6253,
      "step": 14191
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.777438009716259e-06,
      "loss": 0.5359,
      "step": 14192
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7760941931573026e-06,
      "loss": 0.5879,
      "step": 14193
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.774750469433198e-06,
      "loss": 0.6073,
      "step": 14194
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7734068385734854e-06,
      "loss": 0.6247,
      "step": 14195
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.77206330060769e-06,
      "loss": 0.5267,
      "step": 14196
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7707198555653456e-06,
      "loss": 0.5082,
      "step": 14197
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.769376503475976e-06,
      "loss": 0.566,
      "step": 14198
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7680332443691035e-06,
      "loss": 0.5685,
      "step": 14199
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.766690078274257e-06,
      "loss": 0.5011,
      "step": 14200
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.765347005220955e-06,
      "loss": 0.5273,
      "step": 14201
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.764004025238714e-06,
      "loss": 0.5903,
      "step": 14202
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.762661138357048e-06,
      "loss": 0.6227,
      "step": 14203
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.761318344605475e-06,
      "loss": 0.6024,
      "step": 14204
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.759975644013511e-06,
      "loss": 0.5848,
      "step": 14205
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.758633036610666e-06,
      "loss": 0.5115,
      "step": 14206
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.757290522426442e-06,
      "loss": 0.6332,
      "step": 14207
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.755948101490352e-06,
      "loss": 0.6817,
      "step": 14208
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.754605773831892e-06,
      "loss": 0.6273,
      "step": 14209
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.753263539480574e-06,
      "loss": 0.4289,
      "step": 14210
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.751921398465888e-06,
      "loss": 0.6605,
      "step": 14211
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.750579350817344e-06,
      "loss": 0.5665,
      "step": 14212
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.749237396564427e-06,
      "loss": 0.4505,
      "step": 14213
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.747895535736641e-06,
      "loss": 0.7107,
      "step": 14214
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.746553768363472e-06,
      "loss": 0.5368,
      "step": 14215
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.745212094474412e-06,
      "loss": 0.5015,
      "step": 14216
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.743870514098943e-06,
      "loss": 0.5735,
      "step": 14217
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.742529027266561e-06,
      "loss": 0.6053,
      "step": 14218
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.74118763400674e-06,
      "loss": 0.5189,
      "step": 14219
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.739846334348971e-06,
      "loss": 0.4509,
      "step": 14220
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.738505128322728e-06,
      "loss": 0.5125,
      "step": 14221
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.737164015957491e-06,
      "loss": 0.6279,
      "step": 14222
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.735822997282727e-06,
      "loss": 0.5375,
      "step": 14223
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.734482072327924e-06,
      "loss": 0.4396,
      "step": 14224
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.733141241122542e-06,
      "loss": 0.6216,
      "step": 14225
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.731800503696057e-06,
      "loss": 0.6219,
      "step": 14226
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.730459860077934e-06,
      "loss": 0.5883,
      "step": 14227
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.729119310297634e-06,
      "loss": 0.6308,
      "step": 14228
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.727778854384629e-06,
      "loss": 0.529,
      "step": 14229
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.726438492368375e-06,
      "loss": 0.7113,
      "step": 14230
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.725098224278332e-06,
      "loss": 0.5317,
      "step": 14231
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.72375805014395e-06,
      "loss": 0.504,
      "step": 14232
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7224179699946936e-06,
      "loss": 0.6313,
      "step": 14233
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.721077983860015e-06,
      "loss": 0.5562,
      "step": 14234
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.719738091769362e-06,
      "loss": 0.4941,
      "step": 14235
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7183982937521845e-06,
      "loss": 0.5644,
      "step": 14236
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7170585898379285e-06,
      "loss": 0.5737,
      "step": 14237
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.715718980056035e-06,
      "loss": 0.5087,
      "step": 14238
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7143794644359525e-06,
      "loss": 0.4304,
      "step": 14239
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.713040043007117e-06,
      "loss": 0.6472,
      "step": 14240
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7117007157989715e-06,
      "loss": 0.4996,
      "step": 14241
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.710361482840945e-06,
      "loss": 0.487,
      "step": 14242
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7090223441624826e-06,
      "loss": 0.4212,
      "step": 14243
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.70768329979301e-06,
      "loss": 0.5863,
      "step": 14244
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.706344349761957e-06,
      "loss": 0.6006,
      "step": 14245
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.705005494098747e-06,
      "loss": 0.5428,
      "step": 14246
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.703666732832817e-06,
      "loss": 0.6499,
      "step": 14247
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.702328065993581e-06,
      "loss": 0.5695,
      "step": 14248
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.700989493610469e-06,
      "loss": 0.6065,
      "step": 14249
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.699651015712897e-06,
      "loss": 0.5999,
      "step": 14250
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.698312632330282e-06,
      "loss": 0.4049,
      "step": 14251
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.696974343492037e-06,
      "loss": 0.4779,
      "step": 14252
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.69563614922758e-06,
      "loss": 0.6052,
      "step": 14253
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6942980495663185e-06,
      "loss": 0.5852,
      "step": 14254
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6929600445376676e-06,
      "loss": 0.4692,
      "step": 14255
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.691622134171031e-06,
      "loss": 0.5665,
      "step": 14256
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.690284318495811e-06,
      "loss": 0.5856,
      "step": 14257
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.688946597541419e-06,
      "loss": 0.5507,
      "step": 14258
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.687608971337247e-06,
      "loss": 0.5881,
      "step": 14259
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6862714399127e-06,
      "loss": 0.5616,
      "step": 14260
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.684934003297169e-06,
      "loss": 0.5863,
      "step": 14261
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.683596661520051e-06,
      "loss": 0.5031,
      "step": 14262
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.682259414610745e-06,
      "loss": 0.3665,
      "step": 14263
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.680922262598636e-06,
      "loss": 0.5833,
      "step": 14264
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6795852055131125e-06,
      "loss": 0.61,
      "step": 14265
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.678248243383563e-06,
      "loss": 0.4861,
      "step": 14266
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.676911376239366e-06,
      "loss": 0.6104,
      "step": 14267
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.675574604109911e-06,
      "loss": 0.5569,
      "step": 14268
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.674237927024573e-06,
      "loss": 0.5696,
      "step": 14269
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.672901345012736e-06,
      "loss": 0.5588,
      "step": 14270
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.671564858103766e-06,
      "loss": 0.5864,
      "step": 14271
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6702284663270505e-06,
      "loss": 0.625,
      "step": 14272
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.668892169711952e-06,
      "loss": 0.5333,
      "step": 14273
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.667555968287843e-06,
      "loss": 0.6722,
      "step": 14274
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.666219862084087e-06,
      "loss": 0.5815,
      "step": 14275
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.664883851130052e-06,
      "loss": 0.5389,
      "step": 14276
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.663547935455107e-06,
      "loss": 0.5582,
      "step": 14277
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.662212115088608e-06,
      "loss": 0.5481,
      "step": 14278
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.660876390059915e-06,
      "loss": 0.6028,
      "step": 14279
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.659540760398385e-06,
      "loss": 0.3957,
      "step": 14280
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.658205226133371e-06,
      "loss": 0.5706,
      "step": 14281
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.65686978729423e-06,
      "loss": 0.5512,
      "step": 14282
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.655534443910309e-06,
      "loss": 0.4836,
      "step": 14283
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.654199196010961e-06,
      "loss": 0.5645,
      "step": 14284
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.65286404362553e-06,
      "loss": 0.5588,
      "step": 14285
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.651528986783359e-06,
      "loss": 0.5988,
      "step": 14286
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6501940255137945e-06,
      "loss": 0.505,
      "step": 14287
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.648859159846176e-06,
      "loss": 0.5396,
      "step": 14288
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.64752438980984e-06,
      "loss": 0.6957,
      "step": 14289
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.646189715434118e-06,
      "loss": 0.613,
      "step": 14290
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.644855136748351e-06,
      "loss": 0.6194,
      "step": 14291
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.643520653781873e-06,
      "loss": 0.5612,
      "step": 14292
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6421862665640095e-06,
      "loss": 0.4761,
      "step": 14293
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.64085197512409e-06,
      "loss": 0.4898,
      "step": 14294
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.639517779491434e-06,
      "loss": 0.5353,
      "step": 14295
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6381836796953745e-06,
      "loss": 0.5116,
      "step": 14296
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.636849675765224e-06,
      "loss": 0.5664,
      "step": 14297
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.635515767730311e-06,
      "loss": 0.513,
      "step": 14298
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.634181955619946e-06,
      "loss": 0.5133,
      "step": 14299
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.632848239463445e-06,
      "loss": 0.5658,
      "step": 14300
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.631514619290124e-06,
      "loss": 0.5625,
      "step": 14301
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.630181095129292e-06,
      "loss": 0.5083,
      "step": 14302
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.62884766701026e-06,
      "loss": 0.48,
      "step": 14303
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.627514334962325e-06,
      "loss": 0.5861,
      "step": 14304
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6261810990148025e-06,
      "loss": 0.4405,
      "step": 14305
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.624847959196993e-06,
      "loss": 0.5389,
      "step": 14306
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.623514915538196e-06,
      "loss": 0.5179,
      "step": 14307
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.622181968067709e-06,
      "loss": 0.5508,
      "step": 14308
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.620849116814828e-06,
      "loss": 0.5304,
      "step": 14309
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.619516361808843e-06,
      "loss": 0.5477,
      "step": 14310
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.618183703079054e-06,
      "loss": 0.5853,
      "step": 14311
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6168511406547435e-06,
      "loss": 0.4748,
      "step": 14312
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.615518674565206e-06,
      "loss": 0.5024,
      "step": 14313
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.614186304839723e-06,
      "loss": 0.5003,
      "step": 14314
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.612854031507573e-06,
      "loss": 0.5887,
      "step": 14315
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.611521854598049e-06,
      "loss": 0.6473,
      "step": 14316
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6101897741404224e-06,
      "loss": 0.5759,
      "step": 14317
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.608857790163972e-06,
      "loss": 0.6446,
      "step": 14318
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.607525902697968e-06,
      "loss": 0.6115,
      "step": 14319
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.606194111771688e-06,
      "loss": 0.5353,
      "step": 14320
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.604862417414405e-06,
      "loss": 0.5476,
      "step": 14321
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6035308196553866e-06,
      "loss": 0.6103,
      "step": 14322
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.602199318523896e-06,
      "loss": 0.5058,
      "step": 14323
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.600867914049195e-06,
      "loss": 0.4634,
      "step": 14324
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.599536606260555e-06,
      "loss": 0.5815,
      "step": 14325
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.598205395187226e-06,
      "loss": 0.4675,
      "step": 14326
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.596874280858475e-06,
      "loss": 0.6568,
      "step": 14327
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.595543263303554e-06,
      "loss": 0.5404,
      "step": 14328
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5942123425517105e-06,
      "loss": 0.5731,
      "step": 14329
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.592881518632207e-06,
      "loss": 0.6022,
      "step": 14330
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.591550791574287e-06,
      "loss": 0.6481,
      "step": 14331
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5902201614071984e-06,
      "loss": 0.6342,
      "step": 14332
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.588889628160183e-06,
      "loss": 0.6022,
      "step": 14333
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.587559191862488e-06,
      "loss": 0.61,
      "step": 14334
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.586228852543357e-06,
      "loss": 0.5424,
      "step": 14335
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5848986102320255e-06,
      "loss": 0.6223,
      "step": 14336
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.58356846495773e-06,
      "loss": 0.6086,
      "step": 14337
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.582238416749706e-06,
      "loss": 0.5039,
      "step": 14338
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5809084656371804e-06,
      "loss": 0.5337,
      "step": 14339
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5795786116493926e-06,
      "loss": 0.6242,
      "step": 14340
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.57824885481556e-06,
      "loss": 0.5599,
      "step": 14341
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.57691919516492e-06,
      "loss": 0.5434,
      "step": 14342
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5755896327266925e-06,
      "loss": 0.5265,
      "step": 14343
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.574260167530092e-06,
      "loss": 0.4111,
      "step": 14344
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.572930799604349e-06,
      "loss": 0.5236,
      "step": 14345
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.571601528978676e-06,
      "loss": 0.5334,
      "step": 14346
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.570272355682284e-06,
      "loss": 0.4483,
      "step": 14347
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.568943279744393e-06,
      "loss": 0.6045,
      "step": 14348
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5676143011942085e-06,
      "loss": 0.5302,
      "step": 14349
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.566285420060946e-06,
      "loss": 0.5529,
      "step": 14350
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.564956636373808e-06,
      "loss": 0.596,
      "step": 14351
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5636279501620005e-06,
      "loss": 0.5462,
      "step": 14352
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.562299361454722e-06,
      "loss": 0.5548,
      "step": 14353
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.560970870281178e-06,
      "loss": 0.5952,
      "step": 14354
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.559642476670562e-06,
      "loss": 0.6159,
      "step": 14355
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.558314180652074e-06,
      "loss": 0.501,
      "step": 14356
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5569859822549075e-06,
      "loss": 0.5247,
      "step": 14357
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5556578815082494e-06,
      "loss": 0.5437,
      "step": 14358
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.554329878441298e-06,
      "loss": 0.5802,
      "step": 14359
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.553001973083234e-06,
      "loss": 0.4869,
      "step": 14360
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.551674165463246e-06,
      "loss": 0.5917,
      "step": 14361
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.550346455610509e-06,
      "loss": 0.4904,
      "step": 14362
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.549018843554212e-06,
      "loss": 0.4179,
      "step": 14363
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5476913293235366e-06,
      "loss": 0.6463,
      "step": 14364
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.546363912947656e-06,
      "loss": 0.5994,
      "step": 14365
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.545036594455742e-06,
      "loss": 0.4887,
      "step": 14366
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.543709373876971e-06,
      "loss": 0.6052,
      "step": 14367
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5423822512405054e-06,
      "loss": 0.5177,
      "step": 14368
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5410552265755235e-06,
      "loss": 0.5386,
      "step": 14369
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.539728299911184e-06,
      "loss": 0.6037,
      "step": 14370
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5384014712766555e-06,
      "loss": 0.4118,
      "step": 14371
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5370747407010995e-06,
      "loss": 0.6348,
      "step": 14372
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.535748108213669e-06,
      "loss": 0.3938,
      "step": 14373
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.534421573843529e-06,
      "loss": 0.5744,
      "step": 14374
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5330951376198325e-06,
      "loss": 0.6109,
      "step": 14375
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.531768799571729e-06,
      "loss": 0.5327,
      "step": 14376
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5304425597283725e-06,
      "loss": 0.5524,
      "step": 14377
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.529116418118909e-06,
      "loss": 0.6103,
      "step": 14378
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5277903747724905e-06,
      "loss": 0.5214,
      "step": 14379
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.526464429718259e-06,
      "loss": 0.5691,
      "step": 14380
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5251385829853545e-06,
      "loss": 0.5611,
      "step": 14381
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.523812834602915e-06,
      "loss": 0.4705,
      "step": 14382
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.522487184600085e-06,
      "loss": 0.4778,
      "step": 14383
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.521161633005993e-06,
      "loss": 0.5412,
      "step": 14384
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.519836179849781e-06,
      "loss": 0.5692,
      "step": 14385
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.518510825160575e-06,
      "loss": 0.6083,
      "step": 14386
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.517185568967501e-06,
      "loss": 0.5355,
      "step": 14387
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5158604112996934e-06,
      "loss": 0.6213,
      "step": 14388
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.514535352186275e-06,
      "loss": 0.5765,
      "step": 14389
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.513210391656368e-06,
      "loss": 0.6028,
      "step": 14390
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.511885529739087e-06,
      "loss": 0.5983,
      "step": 14391
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.510560766463555e-06,
      "loss": 0.4504,
      "step": 14392
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.509236101858893e-06,
      "loss": 0.6655,
      "step": 14393
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.507911535954211e-06,
      "loss": 0.6495,
      "step": 14394
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5065870687786215e-06,
      "loss": 0.5165,
      "step": 14395
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5052627003612336e-06,
      "loss": 0.4574,
      "step": 14396
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.50393843073115e-06,
      "loss": 0.58,
      "step": 14397
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.502614259917481e-06,
      "loss": 0.5763,
      "step": 14398
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.501290187949335e-06,
      "loss": 0.6772,
      "step": 14399
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.499966214855805e-06,
      "loss": 0.5407,
      "step": 14400
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.498642340665995e-06,
      "loss": 0.507,
      "step": 14401
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.497318565408994e-06,
      "loss": 0.656,
      "step": 14402
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.495994889113907e-06,
      "loss": 0.5787,
      "step": 14403
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.49467131180982e-06,
      "loss": 0.4848,
      "step": 14404
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.493347833525819e-06,
      "loss": 0.6142,
      "step": 14405
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.492024454291004e-06,
      "loss": 0.6141,
      "step": 14406
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.490701174134449e-06,
      "loss": 0.5085,
      "step": 14407
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.489377993085245e-06,
      "loss": 0.6006,
      "step": 14408
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.488054911172473e-06,
      "loss": 0.5362,
      "step": 14409
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.486731928425211e-06,
      "loss": 0.5894,
      "step": 14410
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.48540904487253e-06,
      "loss": 0.5644,
      "step": 14411
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.484086260543515e-06,
      "loss": 0.533,
      "step": 14412
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.48276357546723e-06,
      "loss": 0.5977,
      "step": 14413
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4814409896727535e-06,
      "loss": 0.5589,
      "step": 14414
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.480118503189151e-06,
      "loss": 0.5518,
      "step": 14415
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.478796116045483e-06,
      "loss": 0.5722,
      "step": 14416
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.477473828270823e-06,
      "loss": 0.5072,
      "step": 14417
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.476151639894227e-06,
      "loss": 0.5698,
      "step": 14418
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4748295509447555e-06,
      "loss": 0.5372,
      "step": 14419
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4735075614514635e-06,
      "loss": 0.4519,
      "step": 14420
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.472185671443408e-06,
      "loss": 0.6366,
      "step": 14421
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.470863880949648e-06,
      "loss": 0.5291,
      "step": 14422
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.469542189999228e-06,
      "loss": 0.6155,
      "step": 14423
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.468220598621199e-06,
      "loss": 0.4997,
      "step": 14424
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.466899106844608e-06,
      "loss": 0.5681,
      "step": 14425
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.465577714698491e-06,
      "loss": 0.5608,
      "step": 14426
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4642564222119e-06,
      "loss": 0.4371,
      "step": 14427
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4629352294138735e-06,
      "loss": 0.5715,
      "step": 14428
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.46161413633345e-06,
      "loss": 0.49,
      "step": 14429
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.460293142999662e-06,
      "loss": 0.5016,
      "step": 14430
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.458972249441539e-06,
      "loss": 0.5205,
      "step": 14431
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.457651455688122e-06,
      "loss": 0.518,
      "step": 14432
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.456330761768433e-06,
      "loss": 0.5205,
      "step": 14433
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.455010167711499e-06,
      "loss": 0.5704,
      "step": 14434
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.453689673546345e-06,
      "loss": 0.5498,
      "step": 14435
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.452369279301999e-06,
      "loss": 0.6401,
      "step": 14436
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.451048985007478e-06,
      "loss": 0.6101,
      "step": 14437
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.449728790691797e-06,
      "loss": 0.4768,
      "step": 14438
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.448408696383976e-06,
      "loss": 0.5805,
      "step": 14439
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.447088702113019e-06,
      "loss": 0.5131,
      "step": 14440
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.445768807907952e-06,
      "loss": 0.6004,
      "step": 14441
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.444449013797771e-06,
      "loss": 0.5513,
      "step": 14442
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.443129319811493e-06,
      "loss": 0.3887,
      "step": 14443
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.44180972597812e-06,
      "loss": 0.5797,
      "step": 14444
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.44049023232665e-06,
      "loss": 0.5085,
      "step": 14445
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.439170838886089e-06,
      "loss": 0.4556,
      "step": 14446
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.437851545685433e-06,
      "loss": 0.5314,
      "step": 14447
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.436532352753674e-06,
      "loss": 0.5134,
      "step": 14448
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.435213260119815e-06,
      "loss": 0.5732,
      "step": 14449
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4338942678128385e-06,
      "loss": 0.4932,
      "step": 14450
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.43257537586174e-06,
      "loss": 0.5576,
      "step": 14451
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.431256584295505e-06,
      "loss": 0.6788,
      "step": 14452
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.42993789314312e-06,
      "loss": 0.6034,
      "step": 14453
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.428619302433564e-06,
      "loss": 0.522,
      "step": 14454
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.427300812195815e-06,
      "loss": 0.5388,
      "step": 14455
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.425982422458857e-06,
      "loss": 0.5969,
      "step": 14456
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.424664133251667e-06,
      "loss": 0.5437,
      "step": 14457
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.423345944603218e-06,
      "loss": 0.4914,
      "step": 14458
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.42202785654248e-06,
      "loss": 0.5326,
      "step": 14459
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.420709869098419e-06,
      "loss": 0.5353,
      "step": 14460
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4193919823000115e-06,
      "loss": 0.6178,
      "step": 14461
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.418074196176217e-06,
      "loss": 0.6538,
      "step": 14462
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.416756510755994e-06,
      "loss": 0.4863,
      "step": 14463
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.415438926068308e-06,
      "loss": 0.5836,
      "step": 14464
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.414121442142122e-06,
      "loss": 0.5713,
      "step": 14465
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.412804059006387e-06,
      "loss": 0.5171,
      "step": 14466
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.411486776690058e-06,
      "loss": 0.5588,
      "step": 14467
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.410169595222086e-06,
      "loss": 0.524,
      "step": 14468
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.408852514631418e-06,
      "loss": 0.5765,
      "step": 14469
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.407535534947008e-06,
      "loss": 0.5497,
      "step": 14470
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.406218656197794e-06,
      "loss": 0.6703,
      "step": 14471
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.404901878412725e-06,
      "loss": 0.5725,
      "step": 14472
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4035852016207416e-06,
      "loss": 0.5025,
      "step": 14473
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.402268625850775e-06,
      "loss": 0.5429,
      "step": 14474
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.400952151131769e-06,
      "loss": 0.5517,
      "step": 14475
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.399635777492657e-06,
      "loss": 0.5923,
      "step": 14476
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.398319504962364e-06,
      "loss": 0.5822,
      "step": 14477
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.397003333569828e-06,
      "loss": 0.5777,
      "step": 14478
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.395687263343971e-06,
      "loss": 0.6079,
      "step": 14479
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.394371294313723e-06,
      "loss": 0.419,
      "step": 14480
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.393055426508003e-06,
      "loss": 0.4343,
      "step": 14481
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.391739659955734e-06,
      "loss": 0.5611,
      "step": 14482
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.390423994685833e-06,
      "loss": 0.7154,
      "step": 14483
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.389108430727213e-06,
      "loss": 0.6733,
      "step": 14484
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.387792968108791e-06,
      "loss": 0.5716,
      "step": 14485
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.386477606859483e-06,
      "loss": 0.5326,
      "step": 14486
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.385162347008195e-06,
      "loss": 0.5758,
      "step": 14487
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.383847188583835e-06,
      "loss": 0.5253,
      "step": 14488
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.382532131615304e-06,
      "loss": 0.6188,
      "step": 14489
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.38121717613151e-06,
      "loss": 0.567,
      "step": 14490
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.379902322161354e-06,
      "loss": 0.5566,
      "step": 14491
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3785875697337285e-06,
      "loss": 0.5219,
      "step": 14492
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.377272918877534e-06,
      "loss": 0.5884,
      "step": 14493
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.375958369621668e-06,
      "loss": 0.4661,
      "step": 14494
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.374643921995018e-06,
      "loss": 0.6277,
      "step": 14495
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.373329576026474e-06,
      "loss": 0.6124,
      "step": 14496
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.372015331744922e-06,
      "loss": 0.6234,
      "step": 14497
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.370701189179246e-06,
      "loss": 0.5914,
      "step": 14498
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.369387148358329e-06,
      "loss": 0.5687,
      "step": 14499
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.36807320931106e-06,
      "loss": 0.482,
      "step": 14500
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3667593720663096e-06,
      "loss": 0.6115,
      "step": 14501
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.365445636652955e-06,
      "loss": 0.5628,
      "step": 14502
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.364132003099867e-06,
      "loss": 0.5212,
      "step": 14503
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.362818471435924e-06,
      "loss": 0.6233,
      "step": 14504
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3615050416899916e-06,
      "loss": 0.4698,
      "step": 14505
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3601917138909345e-06,
      "loss": 0.574,
      "step": 14506
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.358878488067622e-06,
      "loss": 0.5001,
      "step": 14507
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.357565364248914e-06,
      "loss": 0.6911,
      "step": 14508
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.356252342463673e-06,
      "loss": 0.6086,
      "step": 14509
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.354939422740757e-06,
      "loss": 0.6462,
      "step": 14510
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.353626605109021e-06,
      "loss": 0.5112,
      "step": 14511
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.35231388959732e-06,
      "loss": 0.478,
      "step": 14512
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3510012762344994e-06,
      "loss": 0.6025,
      "step": 14513
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.349688765049413e-06,
      "loss": 0.6237,
      "step": 14514
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3483763560709124e-06,
      "loss": 0.5766,
      "step": 14515
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.347064049327837e-06,
      "loss": 0.4521,
      "step": 14516
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.345751844849031e-06,
      "loss": 0.4923,
      "step": 14517
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.344439742663329e-06,
      "loss": 0.5486,
      "step": 14518
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.343127742799578e-06,
      "loss": 0.537,
      "step": 14519
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.341815845286609e-06,
      "loss": 0.5474,
      "step": 14520
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.340504050153251e-06,
      "loss": 0.4808,
      "step": 14521
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.339192357428341e-06,
      "loss": 0.4945,
      "step": 14522
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.33788076714071e-06,
      "loss": 0.5443,
      "step": 14523
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.336569279319184e-06,
      "loss": 0.5353,
      "step": 14524
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.335257893992583e-06,
      "loss": 0.604,
      "step": 14525
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.333946611189732e-06,
      "loss": 0.6053,
      "step": 14526
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3326354309394455e-06,
      "loss": 0.5356,
      "step": 14527
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.331324353270547e-06,
      "loss": 0.5533,
      "step": 14528
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.330013378211855e-06,
      "loss": 0.529,
      "step": 14529
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.328702505792178e-06,
      "loss": 0.4575,
      "step": 14530
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.327391736040329e-06,
      "loss": 0.6306,
      "step": 14531
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.326081068985109e-06,
      "loss": 0.5956,
      "step": 14532
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.324770504655334e-06,
      "loss": 0.5628,
      "step": 14533
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3234600430798065e-06,
      "loss": 0.5683,
      "step": 14534
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.322149684287323e-06,
      "loss": 0.6181,
      "step": 14535
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.32083942830669e-06,
      "loss": 0.5601,
      "step": 14536
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.319529275166697e-06,
      "loss": 0.5705,
      "step": 14537
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3182192248961495e-06,
      "loss": 0.519,
      "step": 14538
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.316909277523834e-06,
      "loss": 0.5381,
      "step": 14539
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.315599433078541e-06,
      "loss": 0.5785,
      "step": 14540
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.314289691589061e-06,
      "loss": 0.525,
      "step": 14541
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.312980053084173e-06,
      "loss": 0.5472,
      "step": 14542
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.311670517592667e-06,
      "loss": 0.6,
      "step": 14543
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.310361085143329e-06,
      "loss": 0.6476,
      "step": 14544
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.309051755764933e-06,
      "loss": 0.4611,
      "step": 14545
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.307742529486255e-06,
      "loss": 0.5746,
      "step": 14546
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.306433406336069e-06,
      "loss": 0.5293,
      "step": 14547
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.305124386343152e-06,
      "loss": 0.5185,
      "step": 14548
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3038154695362685e-06,
      "loss": 0.571,
      "step": 14549
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.302506655944194e-06,
      "loss": 0.6529,
      "step": 14550
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.301197945595685e-06,
      "loss": 0.561,
      "step": 14551
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.299889338519515e-06,
      "loss": 0.5401,
      "step": 14552
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.298580834744439e-06,
      "loss": 0.515,
      "step": 14553
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.297272434299217e-06,
      "loss": 0.5494,
      "step": 14554
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.295964137212606e-06,
      "loss": 0.6032,
      "step": 14555
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.294655943513355e-06,
      "loss": 0.4935,
      "step": 14556
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.293347853230221e-06,
      "loss": 0.5925,
      "step": 14557
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2920398663919585e-06,
      "loss": 0.4667,
      "step": 14558
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.290731983027309e-06,
      "loss": 0.5717,
      "step": 14559
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.289424203165019e-06,
      "loss": 0.5778,
      "step": 14560
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.288116526833826e-06,
      "loss": 0.5579,
      "step": 14561
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.286808954062482e-06,
      "loss": 0.5094,
      "step": 14562
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.285501484879718e-06,
      "loss": 0.5536,
      "step": 14563
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.28419411931427e-06,
      "loss": 0.4978,
      "step": 14564
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.282886857394876e-06,
      "loss": 0.5393,
      "step": 14565
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.281579699150259e-06,
      "loss": 0.5784,
      "step": 14566
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.28027264460916e-06,
      "loss": 0.6004,
      "step": 14567
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2789656938003e-06,
      "loss": 0.5985,
      "step": 14568
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2776588467524044e-06,
      "loss": 0.5816,
      "step": 14569
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.276352103494191e-06,
      "loss": 0.6287,
      "step": 14570
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.275045464054388e-06,
      "loss": 0.4877,
      "step": 14571
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2737389284617056e-06,
      "loss": 0.573,
      "step": 14572
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.272432496744868e-06,
      "loss": 0.5055,
      "step": 14573
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2711261689325836e-06,
      "loss": 0.5041,
      "step": 14574
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2698199450535585e-06,
      "loss": 0.5559,
      "step": 14575
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.268513825136512e-06,
      "loss": 0.4909,
      "step": 14576
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.267207809210144e-06,
      "loss": 0.5811,
      "step": 14577
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2659018973031584e-06,
      "loss": 0.5427,
      "step": 14578
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.26459608944426e-06,
      "loss": 0.6575,
      "step": 14579
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.263290385662145e-06,
      "loss": 0.5531,
      "step": 14580
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.261984785985515e-06,
      "loss": 0.5103,
      "step": 14581
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.260679290443065e-06,
      "loss": 0.6055,
      "step": 14582
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.259373899063484e-06,
      "loss": 0.6123,
      "step": 14583
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.258068611875464e-06,
      "loss": 0.5699,
      "step": 14584
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.25676342890769e-06,
      "loss": 0.4539,
      "step": 14585
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.255458350188851e-06,
      "loss": 0.6325,
      "step": 14586
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.254153375747635e-06,
      "loss": 0.4834,
      "step": 14587
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.252848505612717e-06,
      "loss": 0.4949,
      "step": 14588
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.25154373981278e-06,
      "loss": 0.5796,
      "step": 14589
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.250239078376494e-06,
      "loss": 0.5739,
      "step": 14590
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.248934521332543e-06,
      "loss": 0.7196,
      "step": 14591
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.247630068709594e-06,
      "loss": 0.5054,
      "step": 14592
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.246325720536313e-06,
      "loss": 0.5063,
      "step": 14593
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.245021476841376e-06,
      "loss": 0.4748,
      "step": 14594
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.243717337653438e-06,
      "loss": 0.4932,
      "step": 14595
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.242413303001174e-06,
      "loss": 0.5533,
      "step": 14596
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.241109372913238e-06,
      "loss": 0.5388,
      "step": 14597
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.239805547418289e-06,
      "loss": 0.5483,
      "step": 14598
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.238501826544977e-06,
      "loss": 0.4741,
      "step": 14599
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.237198210321968e-06,
      "loss": 0.5567,
      "step": 14600
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.235894698777902e-06,
      "loss": 0.6365,
      "step": 14601
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.234591291941438e-06,
      "loss": 0.4771,
      "step": 14602
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.233287989841217e-06,
      "loss": 0.5126,
      "step": 14603
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.231984792505881e-06,
      "loss": 0.4923,
      "step": 14604
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.23068169996408e-06,
      "loss": 0.563,
      "step": 14605
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2293787122444505e-06,
      "loss": 0.5548,
      "step": 14606
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.228075829375624e-06,
      "loss": 0.6278,
      "step": 14607
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.226773051386247e-06,
      "loss": 0.6777,
      "step": 14608
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.225470378304941e-06,
      "loss": 0.5749,
      "step": 14609
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.224167810160347e-06,
      "loss": 0.5911,
      "step": 14610
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.222865346981089e-06,
      "loss": 0.5319,
      "step": 14611
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.221562988795794e-06,
      "loss": 0.693,
      "step": 14612
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2202607356330845e-06,
      "loss": 0.5888,
      "step": 14613
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.218958587521578e-06,
      "loss": 0.4976,
      "step": 14614
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2176565444898975e-06,
      "loss": 0.5814,
      "step": 14615
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.216354606566665e-06,
      "loss": 0.5151,
      "step": 14616
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.215052773780491e-06,
      "loss": 0.5578,
      "step": 14617
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.213751046159986e-06,
      "loss": 0.3942,
      "step": 14618
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.212449423733759e-06,
      "loss": 0.518,
      "step": 14619
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.211147906530421e-06,
      "loss": 0.6175,
      "step": 14620
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.209846494578578e-06,
      "loss": 0.5954,
      "step": 14621
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.208545187906826e-06,
      "loss": 0.6005,
      "step": 14622
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2072439865437765e-06,
      "loss": 0.5018,
      "step": 14623
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2059428905180165e-06,
      "loss": 0.589,
      "step": 14624
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2046418998581525e-06,
      "loss": 0.4249,
      "step": 14625
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.203341014592773e-06,
      "loss": 0.5486,
      "step": 14626
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.202040234750471e-06,
      "loss": 0.4789,
      "step": 14627
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2007395603598285e-06,
      "loss": 0.6741,
      "step": 14628
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.19943899144944e-06,
      "loss": 0.4726,
      "step": 14629
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.198138528047892e-06,
      "loss": 0.5539,
      "step": 14630
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.196838170183762e-06,
      "loss": 0.5716,
      "step": 14631
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.195537917885632e-06,
      "loss": 0.6602,
      "step": 14632
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.194237771182073e-06,
      "loss": 0.4883,
      "step": 14633
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.192937730101671e-06,
      "loss": 0.5489,
      "step": 14634
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.191637794672992e-06,
      "loss": 0.6708,
      "step": 14635
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.190337964924605e-06,
      "loss": 0.5449,
      "step": 14636
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.189038240885085e-06,
      "loss": 0.5191,
      "step": 14637
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.18773862258299e-06,
      "loss": 0.5883,
      "step": 14638
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.186439110046891e-06,
      "loss": 0.6188,
      "step": 14639
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.185139703305346e-06,
      "loss": 0.521,
      "step": 14640
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.183840402386913e-06,
      "loss": 0.4987,
      "step": 14641
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1825412073201505e-06,
      "loss": 0.5417,
      "step": 14642
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.181242118133607e-06,
      "loss": 0.5953,
      "step": 14643
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1799431348558405e-06,
      "loss": 0.575,
      "step": 14644
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1786442575154015e-06,
      "loss": 0.3625,
      "step": 14645
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.177345486140837e-06,
      "loss": 0.5754,
      "step": 14646
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.176046820760688e-06,
      "loss": 0.4859,
      "step": 14647
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.174748261403497e-06,
      "loss": 0.5064,
      "step": 14648
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.173449808097809e-06,
      "loss": 0.5306,
      "step": 14649
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.172151460872157e-06,
      "loss": 0.5602,
      "step": 14650
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.170853219755081e-06,
      "loss": 0.5466,
      "step": 14651
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.169555084775113e-06,
      "loss": 0.5598,
      "step": 14652
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.168257055960782e-06,
      "loss": 0.5676,
      "step": 14653
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.166959133340619e-06,
      "loss": 0.5454,
      "step": 14654
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.165661316943149e-06,
      "loss": 0.5017,
      "step": 14655
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.164363606796898e-06,
      "loss": 0.6038,
      "step": 14656
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.163066002930382e-06,
      "loss": 0.5488,
      "step": 14657
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.161768505372124e-06,
      "loss": 0.6319,
      "step": 14658
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.160471114150645e-06,
      "loss": 0.6062,
      "step": 14659
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.159173829294455e-06,
      "loss": 0.5044,
      "step": 14660
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.157876650832068e-06,
      "loss": 0.5908,
      "step": 14661
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.15657957879199e-06,
      "loss": 0.4735,
      "step": 14662
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.155282613202735e-06,
      "loss": 0.4717,
      "step": 14663
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.153985754092805e-06,
      "loss": 0.6103,
      "step": 14664
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.152689001490698e-06,
      "loss": 0.5901,
      "step": 14665
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.151392355424926e-06,
      "loss": 0.623,
      "step": 14666
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.150095815923975e-06,
      "loss": 0.5074,
      "step": 14667
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.148799383016352e-06,
      "loss": 0.586,
      "step": 14668
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1475030567305425e-06,
      "loss": 0.538,
      "step": 14669
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.146206837095044e-06,
      "loss": 0.5173,
      "step": 14670
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.144910724138339e-06,
      "loss": 0.5785,
      "step": 14671
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1436147178889154e-06,
      "loss": 0.462,
      "step": 14672
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.142318818375258e-06,
      "loss": 0.5985,
      "step": 14673
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.141023025625853e-06,
      "loss": 0.6158,
      "step": 14674
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1397273396691775e-06,
      "loss": 0.6305,
      "step": 14675
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.138431760533707e-06,
      "loss": 0.5935,
      "step": 14676
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.137136288247913e-06,
      "loss": 0.4949,
      "step": 14677
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.135840922840276e-06,
      "loss": 0.6217,
      "step": 14678
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.134545664339259e-06,
      "loss": 0.5183,
      "step": 14679
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.133250512773336e-06,
      "loss": 0.6392,
      "step": 14680
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1319554681709685e-06,
      "loss": 0.5246,
      "step": 14681
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.130660530560616e-06,
      "loss": 0.5369,
      "step": 14682
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.129365699970749e-06,
      "loss": 0.6646,
      "step": 14683
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.12807097642982e-06,
      "loss": 0.6116,
      "step": 14684
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.126776359966283e-06,
      "loss": 0.5334,
      "step": 14685
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1254818506085935e-06,
      "loss": 0.5355,
      "step": 14686
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1241874483852e-06,
      "loss": 0.4993,
      "step": 14687
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.122893153324562e-06,
      "loss": 0.4886,
      "step": 14688
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1215989654551165e-06,
      "loss": 0.5269,
      "step": 14689
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.120304884805311e-06,
      "loss": 0.4259,
      "step": 14690
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1190109114035815e-06,
      "loss": 0.5475,
      "step": 14691
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.117717045278377e-06,
      "loss": 0.5389,
      "step": 14692
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1164232864581294e-06,
      "loss": 0.4964,
      "step": 14693
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1151296349712724e-06,
      "loss": 0.6083,
      "step": 14694
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.113836090846242e-06,
      "loss": 0.6793,
      "step": 14695
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.112542654111463e-06,
      "loss": 0.5475,
      "step": 14696
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.111249324795371e-06,
      "loss": 0.5529,
      "step": 14697
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.109956102926387e-06,
      "loss": 0.4883,
      "step": 14698
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.108662988532933e-06,
      "loss": 0.5499,
      "step": 14699
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.107369981643427e-06,
      "loss": 0.5341,
      "step": 14700
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.106077082286296e-06,
      "loss": 0.6691,
      "step": 14701
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.104784290489946e-06,
      "loss": 0.6354,
      "step": 14702
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.103491606282799e-06,
      "loss": 0.4744,
      "step": 14703
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.102199029693262e-06,
      "loss": 0.5687,
      "step": 14704
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.100906560749745e-06,
      "loss": 0.6212,
      "step": 14705
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.099614199480651e-06,
      "loss": 0.4401,
      "step": 14706
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.098321945914389e-06,
      "loss": 0.5668,
      "step": 14707
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.097029800079356e-06,
      "loss": 0.5876,
      "step": 14708
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.095737762003956e-06,
      "loss": 0.5,
      "step": 14709
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0944458317165854e-06,
      "loss": 0.5612,
      "step": 14710
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.093154009245633e-06,
      "loss": 0.6313,
      "step": 14711
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0918622946195005e-06,
      "loss": 0.5509,
      "step": 14712
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0905706878665715e-06,
      "loss": 0.5054,
      "step": 14713
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.089279189015235e-06,
      "loss": 0.648,
      "step": 14714
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.087987798093871e-06,
      "loss": 0.4472,
      "step": 14715
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.086696515130867e-06,
      "loss": 0.5,
      "step": 14716
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.085405340154608e-06,
      "loss": 0.5079,
      "step": 14717
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.084114273193467e-06,
      "loss": 0.6037,
      "step": 14718
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.08282331427582e-06,
      "loss": 0.5689,
      "step": 14719
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.081532463430037e-06,
      "loss": 0.5971,
      "step": 14720
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.080241720684496e-06,
      "loss": 0.5889,
      "step": 14721
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.078951086067561e-06,
      "loss": 0.4925,
      "step": 14722
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.077660559607596e-06,
      "loss": 0.5425,
      "step": 14723
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.076370141332969e-06,
      "loss": 0.5131,
      "step": 14724
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.075079831272038e-06,
      "loss": 0.5176,
      "step": 14725
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0737896294531685e-06,
      "loss": 0.5577,
      "step": 14726
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0724995359047115e-06,
      "loss": 0.6727,
      "step": 14727
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.071209550655023e-06,
      "loss": 0.463,
      "step": 14728
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.069919673732451e-06,
      "loss": 0.5729,
      "step": 14729
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0686299051653455e-06,
      "loss": 0.5526,
      "step": 14730
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0673402449820615e-06,
      "loss": 0.5781,
      "step": 14731
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.06605069321094e-06,
      "loss": 0.5528,
      "step": 14732
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.064761249880321e-06,
      "loss": 0.5656,
      "step": 14733
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0634719150185455e-06,
      "loss": 0.543,
      "step": 14734
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.062182688653945e-06,
      "loss": 0.5699,
      "step": 14735
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.060893570814866e-06,
      "loss": 0.4896,
      "step": 14736
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.059604561529632e-06,
      "loss": 0.5871,
      "step": 14737
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0583156608265805e-06,
      "loss": 0.5422,
      "step": 14738
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.057026868734036e-06,
      "loss": 0.6233,
      "step": 14739
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.055738185280322e-06,
      "loss": 0.5084,
      "step": 14740
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.054449610493768e-06,
      "loss": 0.5573,
      "step": 14741
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0531611444026895e-06,
      "loss": 0.5201,
      "step": 14742
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.051872787035408e-06,
      "loss": 0.6711,
      "step": 14743
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0505845384202325e-06,
      "loss": 0.5224,
      "step": 14744
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0492963985854835e-06,
      "loss": 0.5891,
      "step": 14745
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.048008367559474e-06,
      "loss": 0.5765,
      "step": 14746
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.046720445370511e-06,
      "loss": 0.6254,
      "step": 14747
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.045432632046899e-06,
      "loss": 0.4997,
      "step": 14748
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.04414492761694e-06,
      "loss": 0.4994,
      "step": 14749
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.042857332108944e-06,
      "loss": 0.6727,
      "step": 14750
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.041569845551198e-06,
      "loss": 0.5178,
      "step": 14751
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.040282467972013e-06,
      "loss": 0.4696,
      "step": 14752
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0389951993996755e-06,
      "loss": 0.5467,
      "step": 14753
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0377080398624745e-06,
      "loss": 0.6028,
      "step": 14754
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.036420989388708e-06,
      "loss": 0.5404,
      "step": 14755
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.03513404800666e-06,
      "loss": 0.5613,
      "step": 14756
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.033847215744616e-06,
      "loss": 0.5609,
      "step": 14757
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0325604926308525e-06,
      "loss": 0.5889,
      "step": 14758
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.031273878693655e-06,
      "loss": 0.6229,
      "step": 14759
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.029987373961304e-06,
      "loss": 0.5367,
      "step": 14760
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.028700978462073e-06,
      "loss": 0.579,
      "step": 14761
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.027414692224233e-06,
      "loss": 0.7111,
      "step": 14762
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.026128515276054e-06,
      "loss": 0.6374,
      "step": 14763
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.024842447645803e-06,
      "loss": 0.5478,
      "step": 14764
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.023556489361753e-06,
      "loss": 0.5403,
      "step": 14765
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0222706404521584e-06,
      "loss": 0.4378,
      "step": 14766
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.020984900945287e-06,
      "loss": 0.6591,
      "step": 14767
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.019699270869396e-06,
      "loss": 0.4706,
      "step": 14768
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.018413750252735e-06,
      "loss": 0.5287,
      "step": 14769
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.017128339123567e-06,
      "loss": 0.6293,
      "step": 14770
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.01584303751014e-06,
      "loss": 0.4832,
      "step": 14771
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.014557845440702e-06,
      "loss": 0.4809,
      "step": 14772
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0132727629434965e-06,
      "loss": 0.5894,
      "step": 14773
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.01198779004677e-06,
      "loss": 0.544,
      "step": 14774
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.01070292677877e-06,
      "loss": 0.566,
      "step": 14775
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.009418173167729e-06,
      "loss": 0.5253,
      "step": 14776
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0081335292418876e-06,
      "loss": 0.6435,
      "step": 14777
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.006848995029473e-06,
      "loss": 0.5537,
      "step": 14778
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0055645705587275e-06,
      "loss": 0.536,
      "step": 14779
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.004280255857872e-06,
      "loss": 0.5454,
      "step": 14780
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.00299605095514e-06,
      "loss": 0.5258,
      "step": 14781
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.001711955878755e-06,
      "loss": 0.5573,
      "step": 14782
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.000427970656935e-06,
      "loss": 0.648,
      "step": 14783
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.999144095317906e-06,
      "loss": 0.7142,
      "step": 14784
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.997860329889884e-06,
      "loss": 0.591,
      "step": 14785
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.996576674401082e-06,
      "loss": 0.6132,
      "step": 14786
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.995293128879711e-06,
      "loss": 0.5463,
      "step": 14787
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.994009693353984e-06,
      "loss": 0.528,
      "step": 14788
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9927263678521136e-06,
      "loss": 0.539,
      "step": 14789
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.991443152402299e-06,
      "loss": 0.5603,
      "step": 14790
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.990160047032746e-06,
      "loss": 0.4727,
      "step": 14791
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9888770517716534e-06,
      "loss": 0.5634,
      "step": 14792
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.987594166647218e-06,
      "loss": 0.5357,
      "step": 14793
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.98631139168764e-06,
      "loss": 0.558,
      "step": 14794
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9850287269211085e-06,
      "loss": 0.5304,
      "step": 14795
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.98374617237582e-06,
      "loss": 0.5357,
      "step": 14796
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.982463728079958e-06,
      "loss": 0.5883,
      "step": 14797
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.981181394061708e-06,
      "loss": 0.5395,
      "step": 14798
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.97989917034926e-06,
      "loss": 0.5491,
      "step": 14799
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.978617056970791e-06,
      "loss": 0.5907,
      "step": 14800
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.977335053954476e-06,
      "loss": 0.4849,
      "step": 14801
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9760531613285e-06,
      "loss": 0.5221,
      "step": 14802
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.97477137912103e-06,
      "loss": 0.5759,
      "step": 14803
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.973489707360241e-06,
      "loss": 0.5475,
      "step": 14804
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9722081460743036e-06,
      "loss": 0.5166,
      "step": 14805
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.970926695291381e-06,
      "loss": 0.5303,
      "step": 14806
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.969645355039635e-06,
      "loss": 0.4973,
      "step": 14807
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.968364125347236e-06,
      "loss": 0.648,
      "step": 14808
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.967083006242333e-06,
      "loss": 0.417,
      "step": 14809
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.965801997753095e-06,
      "loss": 0.557,
      "step": 14810
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.964521099907669e-06,
      "loss": 0.5171,
      "step": 14811
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.963240312734203e-06,
      "loss": 0.6363,
      "step": 14812
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.961959636260857e-06,
      "loss": 0.5506,
      "step": 14813
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.960679070515774e-06,
      "loss": 0.6072,
      "step": 14814
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.959398615527097e-06,
      "loss": 0.6145,
      "step": 14815
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.958118271322966e-06,
      "loss": 0.4933,
      "step": 14816
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.956838037931524e-06,
      "loss": 0.5541,
      "step": 14817
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9555579153809145e-06,
      "loss": 0.5481,
      "step": 14818
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.954277903699265e-06,
      "loss": 0.5469,
      "step": 14819
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.952998002914711e-06,
      "loss": 0.6002,
      "step": 14820
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.951718213055382e-06,
      "loss": 0.5397,
      "step": 14821
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9504385341494025e-06,
      "loss": 0.5797,
      "step": 14822
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.949158966224904e-06,
      "loss": 0.564,
      "step": 14823
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.947879509310003e-06,
      "loss": 0.5537,
      "step": 14824
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.946600163432828e-06,
      "loss": 0.5884,
      "step": 14825
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.945320928621488e-06,
      "loss": 0.4971,
      "step": 14826
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.944041804904107e-06,
      "loss": 0.5957,
      "step": 14827
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.942762792308794e-06,
      "loss": 0.6919,
      "step": 14828
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.941483890863661e-06,
      "loss": 0.601,
      "step": 14829
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.94020510059681e-06,
      "loss": 0.503,
      "step": 14830
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.938926421536353e-06,
      "loss": 0.512,
      "step": 14831
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.937647853710395e-06,
      "loss": 0.5803,
      "step": 14832
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.936369397147035e-06,
      "loss": 0.4808,
      "step": 14833
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.935091051874371e-06,
      "loss": 0.559,
      "step": 14834
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.933812817920499e-06,
      "loss": 0.5808,
      "step": 14835
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.932534695313508e-06,
      "loss": 0.5983,
      "step": 14836
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.931256684081498e-06,
      "loss": 0.5551,
      "step": 14837
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.929978784252548e-06,
      "loss": 0.6241,
      "step": 14838
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.928700995854755e-06,
      "loss": 0.6095,
      "step": 14839
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9274233189161954e-06,
      "loss": 0.5923,
      "step": 14840
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.92614575346495e-06,
      "loss": 0.4973,
      "step": 14841
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.924868299529105e-06,
      "loss": 0.5453,
      "step": 14842
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.923590957136729e-06,
      "loss": 0.4701,
      "step": 14843
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9223137263159e-06,
      "loss": 0.6228,
      "step": 14844
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.921036607094686e-06,
      "loss": 0.6893,
      "step": 14845
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.919759599501157e-06,
      "loss": 0.5367,
      "step": 14846
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.918482703563386e-06,
      "loss": 0.5635,
      "step": 14847
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.917205919309432e-06,
      "loss": 0.547,
      "step": 14848
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.915929246767357e-06,
      "loss": 0.5203,
      "step": 14849
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.914652685965221e-06,
      "loss": 0.4838,
      "step": 14850
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.913376236931076e-06,
      "loss": 0.5129,
      "step": 14851
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.91209989969298e-06,
      "loss": 0.5377,
      "step": 14852
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9108236742789895e-06,
      "loss": 0.6112,
      "step": 14853
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9095475607171505e-06,
      "loss": 0.5047,
      "step": 14854
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.908271559035504e-06,
      "loss": 0.5317,
      "step": 14855
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.906995669262106e-06,
      "loss": 0.5617,
      "step": 14856
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.90571989142499e-06,
      "loss": 0.5712,
      "step": 14857
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.904444225552199e-06,
      "loss": 0.5452,
      "step": 14858
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.903168671671766e-06,
      "loss": 0.5388,
      "step": 14859
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.90189322981173e-06,
      "loss": 0.5767,
      "step": 14860
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.900617900000124e-06,
      "loss": 0.4978,
      "step": 14861
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.899342682264976e-06,
      "loss": 0.6138,
      "step": 14862
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.898067576634313e-06,
      "loss": 0.5563,
      "step": 14863
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.896792583136161e-06,
      "loss": 0.4968,
      "step": 14864
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.895517701798537e-06,
      "loss": 0.658,
      "step": 14865
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.894242932649469e-06,
      "loss": 0.6561,
      "step": 14866
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8929682757169674e-06,
      "loss": 0.5137,
      "step": 14867
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8916937310290536e-06,
      "loss": 0.4132,
      "step": 14868
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8904192986137365e-06,
      "loss": 0.5234,
      "step": 14869
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.889144978499024e-06,
      "loss": 0.5264,
      "step": 14870
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8878707707129306e-06,
      "loss": 0.522,
      "step": 14871
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.886596675283455e-06,
      "loss": 0.542,
      "step": 14872
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8853226922386035e-06,
      "loss": 0.5712,
      "step": 14873
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.88404882160637e-06,
      "loss": 0.6549,
      "step": 14874
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.882775063414757e-06,
      "loss": 0.435,
      "step": 14875
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.881501417691764e-06,
      "loss": 0.4546,
      "step": 14876
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.880227884465378e-06,
      "loss": 0.5598,
      "step": 14877
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8789544637635925e-06,
      "loss": 0.6155,
      "step": 14878
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.877681155614392e-06,
      "loss": 0.4825,
      "step": 14879
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.876407960045759e-06,
      "loss": 0.6364,
      "step": 14880
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.875134877085682e-06,
      "loss": 0.6056,
      "step": 14881
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.873861906762143e-06,
      "loss": 0.5952,
      "step": 14882
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.872589049103117e-06,
      "loss": 0.4934,
      "step": 14883
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.871316304136575e-06,
      "loss": 0.5574,
      "step": 14884
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.870043671890497e-06,
      "loss": 0.5815,
      "step": 14885
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8687711523928524e-06,
      "loss": 0.5101,
      "step": 14886
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.867498745671607e-06,
      "loss": 0.5454,
      "step": 14887
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.866226451754723e-06,
      "loss": 0.5806,
      "step": 14888
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.864954270670168e-06,
      "loss": 0.4682,
      "step": 14889
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.863682202445904e-06,
      "loss": 0.6556,
      "step": 14890
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.862410247109888e-06,
      "loss": 0.5785,
      "step": 14891
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.861138404690073e-06,
      "loss": 0.5619,
      "step": 14892
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8598666752144156e-06,
      "loss": 0.5888,
      "step": 14893
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.858595058710859e-06,
      "loss": 0.4999,
      "step": 14894
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.857323555207361e-06,
      "loss": 0.6304,
      "step": 14895
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.856052164731859e-06,
      "loss": 0.5112,
      "step": 14896
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.854780887312305e-06,
      "loss": 0.6106,
      "step": 14897
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.853509722976634e-06,
      "loss": 0.4039,
      "step": 14898
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.85223867175278e-06,
      "loss": 0.5466,
      "step": 14899
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.85096773366869e-06,
      "loss": 0.4309,
      "step": 14900
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8496969087522895e-06,
      "loss": 0.5399,
      "step": 14901
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.848426197031507e-06,
      "loss": 0.5235,
      "step": 14902
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.847155598534279e-06,
      "loss": 0.582,
      "step": 14903
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8458851132885224e-06,
      "loss": 0.535,
      "step": 14904
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.844614741322169e-06,
      "loss": 0.6414,
      "step": 14905
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8433444826631345e-06,
      "loss": 0.6076,
      "step": 14906
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.842074337339339e-06,
      "loss": 0.6116,
      "step": 14907
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8408043053786976e-06,
      "loss": 0.5137,
      "step": 14908
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.839534386809121e-06,
      "loss": 0.5699,
      "step": 14909
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.838264581658521e-06,
      "loss": 0.4824,
      "step": 14910
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.83699488995481e-06,
      "loss": 0.4367,
      "step": 14911
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.835725311725893e-06,
      "loss": 0.4607,
      "step": 14912
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.834455846999667e-06,
      "loss": 0.5052,
      "step": 14913
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.833186495804043e-06,
      "loss": 0.6643,
      "step": 14914
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.831917258166913e-06,
      "loss": 0.5975,
      "step": 14915
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8306481341161726e-06,
      "loss": 0.5839,
      "step": 14916
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.829379123679714e-06,
      "loss": 0.5364,
      "step": 14917
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.828110226885428e-06,
      "loss": 0.5617,
      "step": 14918
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.826841443761212e-06,
      "loss": 0.5289,
      "step": 14919
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.825572774334944e-06,
      "loss": 0.5133,
      "step": 14920
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.824304218634508e-06,
      "loss": 0.5519,
      "step": 14921
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.823035776687787e-06,
      "loss": 0.4978,
      "step": 14922
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.821767448522653e-06,
      "loss": 0.6057,
      "step": 14923
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.82049923416699e-06,
      "loss": 0.5466,
      "step": 14924
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.819231133648665e-06,
      "loss": 0.5478,
      "step": 14925
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.817963146995555e-06,
      "loss": 0.5594,
      "step": 14926
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.816695274235526e-06,
      "loss": 0.5401,
      "step": 14927
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.815427515396439e-06,
      "loss": 0.5532,
      "step": 14928
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.814159870506166e-06,
      "loss": 0.5504,
      "step": 14929
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8128923395925635e-06,
      "loss": 0.5482,
      "step": 14930
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.811624922683485e-06,
      "loss": 0.658,
      "step": 14931
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.810357619806795e-06,
      "loss": 0.5946,
      "step": 14932
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8090904309903395e-06,
      "loss": 0.5687,
      "step": 14933
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.807823356261976e-06,
      "loss": 0.631,
      "step": 14934
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.80655639564955e-06,
      "loss": 0.647,
      "step": 14935
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.805289549180907e-06,
      "loss": 0.5148,
      "step": 14936
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.804022816883886e-06,
      "loss": 0.6021,
      "step": 14937
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.802756198786336e-06,
      "loss": 0.5116,
      "step": 14938
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.801489694916087e-06,
      "loss": 0.5338,
      "step": 14939
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.800223305300984e-06,
      "loss": 0.6361,
      "step": 14940
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.798957029968855e-06,
      "loss": 0.5681,
      "step": 14941
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.797690868947527e-06,
      "loss": 0.5109,
      "step": 14942
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.796424822264836e-06,
      "loss": 0.5831,
      "step": 14943
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.795158889948605e-06,
      "loss": 0.5752,
      "step": 14944
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.793893072026654e-06,
      "loss": 0.491,
      "step": 14945
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.792627368526804e-06,
      "loss": 0.5412,
      "step": 14946
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.791361779476875e-06,
      "loss": 0.6174,
      "step": 14947
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7900963049046865e-06,
      "loss": 0.5422,
      "step": 14948
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.788830944838048e-06,
      "loss": 0.5319,
      "step": 14949
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.78756569930477e-06,
      "loss": 0.4804,
      "step": 14950
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.786300568332661e-06,
      "loss": 0.5844,
      "step": 14951
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.785035551949522e-06,
      "loss": 0.5628,
      "step": 14952
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.783770650183165e-06,
      "loss": 0.5351,
      "step": 14953
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.782505863061382e-06,
      "loss": 0.4824,
      "step": 14954
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7812411906119785e-06,
      "loss": 0.5319,
      "step": 14955
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.779976632862746e-06,
      "loss": 0.5776,
      "step": 14956
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.778712189841475e-06,
      "loss": 0.5921,
      "step": 14957
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.777447861575963e-06,
      "loss": 0.5524,
      "step": 14958
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.776183648093994e-06,
      "loss": 0.6092,
      "step": 14959
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.77491954942335e-06,
      "loss": 0.574,
      "step": 14960
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7736555655918204e-06,
      "loss": 0.5276,
      "step": 14961
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7723916966271785e-06,
      "loss": 0.6414,
      "step": 14962
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.771127942557211e-06,
      "loss": 0.5822,
      "step": 14963
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.769864303409688e-06,
      "loss": 0.4227,
      "step": 14964
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.768600779212383e-06,
      "loss": 0.5083,
      "step": 14965
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.767337369993063e-06,
      "loss": 0.6214,
      "step": 14966
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7660740757795025e-06,
      "loss": 0.5733,
      "step": 14967
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.764810896599457e-06,
      "loss": 0.6875,
      "step": 14968
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7635478324807014e-06,
      "loss": 0.5017,
      "step": 14969
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.76228488345099e-06,
      "loss": 0.5869,
      "step": 14970
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.761022049538076e-06,
      "loss": 0.5531,
      "step": 14971
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.759759330769721e-06,
      "loss": 0.6143,
      "step": 14972
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7584967271736756e-06,
      "loss": 0.6125,
      "step": 14973
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.757234238777691e-06,
      "loss": 0.5373,
      "step": 14974
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.755971865609509e-06,
      "loss": 0.6167,
      "step": 14975
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.754709607696879e-06,
      "loss": 0.5046,
      "step": 14976
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7534474650675464e-06,
      "loss": 0.5388,
      "step": 14977
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.752185437749249e-06,
      "loss": 0.6342,
      "step": 14978
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.750923525769723e-06,
      "loss": 0.4959,
      "step": 14979
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.749661729156703e-06,
      "loss": 0.4992,
      "step": 14980
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.748400047937919e-06,
      "loss": 0.5157,
      "step": 14981
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7471384821411024e-06,
      "loss": 0.5361,
      "step": 14982
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.745877031793986e-06,
      "loss": 0.5801,
      "step": 14983
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7446156969242904e-06,
      "loss": 0.6021,
      "step": 14984
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.743354477559737e-06,
      "loss": 0.5618,
      "step": 14985
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.742093373728044e-06,
      "loss": 0.5666,
      "step": 14986
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.740832385456932e-06,
      "loss": 0.5915,
      "step": 14987
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.739571512774115e-06,
      "loss": 0.5465,
      "step": 14988
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.738310755707301e-06,
      "loss": 0.5699,
      "step": 14989
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.737050114284205e-06,
      "loss": 0.5212,
      "step": 14990
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7357895885325275e-06,
      "loss": 0.5314,
      "step": 14991
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.734529178479982e-06,
      "loss": 0.529,
      "step": 14992
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.733268884154264e-06,
      "loss": 0.4809,
      "step": 14993
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.732008705583074e-06,
      "loss": 0.57,
      "step": 14994
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7307486427941064e-06,
      "loss": 0.5022,
      "step": 14995
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.729488695815061e-06,
      "loss": 0.5457,
      "step": 14996
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.728228864673622e-06,
      "loss": 0.438,
      "step": 14997
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.726969149397486e-06,
      "loss": 0.5106,
      "step": 14998
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7257095500143365e-06,
      "loss": 0.5543,
      "step": 14999
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.724450066551855e-06,
      "loss": 0.5353,
      "step": 15000
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.723190699037727e-06,
      "loss": 0.526,
      "step": 15001
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.721931447499632e-06,
      "loss": 0.5692,
      "step": 15002
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7206723119652385e-06,
      "loss": 0.6382,
      "step": 15003
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7194132924622306e-06,
      "loss": 0.5824,
      "step": 15004
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.71815438901827e-06,
      "loss": 0.6187,
      "step": 15005
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.716895601661036e-06,
      "loss": 0.5764,
      "step": 15006
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.715636930418188e-06,
      "loss": 0.647,
      "step": 15007
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.714378375317391e-06,
      "loss": 0.6704,
      "step": 15008
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.713119936386306e-06,
      "loss": 0.5738,
      "step": 15009
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.711861613652587e-06,
      "loss": 0.5527,
      "step": 15010
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.710603407143895e-06,
      "loss": 0.5579,
      "step": 15011
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.709345316887887e-06,
      "loss": 0.4929,
      "step": 15012
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7080873429122095e-06,
      "loss": 0.6401,
      "step": 15013
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.706829485244511e-06,
      "loss": 0.5993,
      "step": 15014
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.705571743912432e-06,
      "loss": 0.573,
      "step": 15015
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.704314118943626e-06,
      "loss": 0.5333,
      "step": 15016
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.703056610365728e-06,
      "loss": 0.5926,
      "step": 15017
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.701799218206374e-06,
      "loss": 0.5167,
      "step": 15018
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7005419424932044e-06,
      "loss": 0.61,
      "step": 15019
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.699284783253847e-06,
      "loss": 0.5325,
      "step": 15020
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.698027740515938e-06,
      "loss": 0.5633,
      "step": 15021
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6967708143071035e-06,
      "loss": 0.5663,
      "step": 15022
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.695514004654966e-06,
      "loss": 0.5073,
      "step": 15023
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.694257311587147e-06,
      "loss": 0.5887,
      "step": 15024
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.693000735131274e-06,
      "loss": 0.564,
      "step": 15025
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.691744275314954e-06,
      "loss": 0.5537,
      "step": 15026
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6904879321658136e-06,
      "loss": 0.5319,
      "step": 15027
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.68923170571146e-06,
      "loss": 0.4818,
      "step": 15028
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.687975595979498e-06,
      "loss": 0.5819,
      "step": 15029
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.686719602997544e-06,
      "loss": 0.5232,
      "step": 15030
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.685463726793198e-06,
      "loss": 0.5851,
      "step": 15031
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.68420796739406e-06,
      "loss": 0.6078,
      "step": 15032
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.682952324827735e-06,
      "loss": 0.5633,
      "step": 15033
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.681696799121815e-06,
      "loss": 0.6625,
      "step": 15034
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.680441390303899e-06,
      "loss": 0.6446,
      "step": 15035
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.679186098401578e-06,
      "loss": 0.5359,
      "step": 15036
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.677930923442439e-06,
      "loss": 0.5754,
      "step": 15037
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.676675865454071e-06,
      "loss": 0.4665,
      "step": 15038
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.675420924464053e-06,
      "loss": 0.5385,
      "step": 15039
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.674166100499972e-06,
      "loss": 0.5281,
      "step": 15040
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.672911393589409e-06,
      "loss": 0.4688,
      "step": 15041
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6716568037599366e-06,
      "loss": 0.5571,
      "step": 15042
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.67040233103913e-06,
      "loss": 0.5793,
      "step": 15043
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.669147975454557e-06,
      "loss": 0.5362,
      "step": 15044
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.667893737033792e-06,
      "loss": 0.4867,
      "step": 15045
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.666639615804399e-06,
      "loss": 0.5799,
      "step": 15046
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.665385611793937e-06,
      "loss": 0.5608,
      "step": 15047
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.664131725029977e-06,
      "loss": 0.5371,
      "step": 15048
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.662877955540066e-06,
      "loss": 0.5848,
      "step": 15049
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.66162430335177e-06,
      "loss": 0.5698,
      "step": 15050
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.660370768492639e-06,
      "loss": 0.5883,
      "step": 15051
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.659117350990222e-06,
      "loss": 0.4782,
      "step": 15052
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.657864050872064e-06,
      "loss": 0.525,
      "step": 15053
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.65661086816572e-06,
      "loss": 0.6004,
      "step": 15054
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.655357802898721e-06,
      "loss": 0.5887,
      "step": 15055
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.654104855098619e-06,
      "loss": 0.559,
      "step": 15056
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.652852024792948e-06,
      "loss": 0.5886,
      "step": 15057
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.651599312009237e-06,
      "loss": 0.4961,
      "step": 15058
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.650346716775027e-06,
      "loss": 0.4861,
      "step": 15059
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.649094239117845e-06,
      "loss": 0.5055,
      "step": 15060
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6478418790652145e-06,
      "loss": 0.4747,
      "step": 15061
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.646589636644668e-06,
      "loss": 0.5731,
      "step": 15062
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.645337511883721e-06,
      "loss": 0.6107,
      "step": 15063
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.644085504809899e-06,
      "loss": 0.671,
      "step": 15064
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.642833615450717e-06,
      "loss": 0.5376,
      "step": 15065
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.641581843833689e-06,
      "loss": 0.6633,
      "step": 15066
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.640330189986327e-06,
      "loss": 0.6158,
      "step": 15067
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.639078653936136e-06,
      "loss": 0.4776,
      "step": 15068
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.637827235710628e-06,
      "loss": 0.396,
      "step": 15069
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.636575935337311e-06,
      "loss": 0.5685,
      "step": 15070
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.635324752843681e-06,
      "loss": 0.6609,
      "step": 15071
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.634073688257238e-06,
      "loss": 0.5319,
      "step": 15072
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.632822741605474e-06,
      "loss": 0.466,
      "step": 15073
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.631571912915892e-06,
      "loss": 0.6091,
      "step": 15074
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.630321202215979e-06,
      "loss": 0.5865,
      "step": 15075
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.62907060953322e-06,
      "loss": 0.6371,
      "step": 15076
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6278201348951024e-06,
      "loss": 0.5579,
      "step": 15077
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.626569778329117e-06,
      "loss": 0.5248,
      "step": 15078
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.625319539862739e-06,
      "loss": 0.5562,
      "step": 15079
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.624069419523447e-06,
      "loss": 0.6156,
      "step": 15080
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.622819417338718e-06,
      "loss": 0.544,
      "step": 15081
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.621569533336017e-06,
      "loss": 0.5223,
      "step": 15082
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.620319767542824e-06,
      "loss": 0.5498,
      "step": 15083
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.619070119986607e-06,
      "loss": 0.5744,
      "step": 15084
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.617820590694829e-06,
      "loss": 0.55,
      "step": 15085
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.616571179694952e-06,
      "loss": 0.5276,
      "step": 15086
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6153218870144326e-06,
      "loss": 0.4959,
      "step": 15087
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.614072712680736e-06,
      "loss": 0.6031,
      "step": 15088
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6128236567213125e-06,
      "loss": 0.485,
      "step": 15089
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6115747191636115e-06,
      "loss": 0.6401,
      "step": 15090
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.610325900035091e-06,
      "loss": 0.5841,
      "step": 15091
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.609077199363189e-06,
      "loss": 0.5702,
      "step": 15092
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.607828617175358e-06,
      "loss": 0.6245,
      "step": 15093
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.606580153499036e-06,
      "loss": 0.4808,
      "step": 15094
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.605331808361663e-06,
      "loss": 0.5506,
      "step": 15095
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.604083581790675e-06,
      "loss": 0.6279,
      "step": 15096
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.602835473813502e-06,
      "loss": 0.5385,
      "step": 15097
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.60158748445758e-06,
      "loss": 0.4907,
      "step": 15098
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.600339613750342e-06,
      "loss": 0.6263,
      "step": 15099
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5990918617192095e-06,
      "loss": 0.5917,
      "step": 15100
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5978442283916055e-06,
      "loss": 0.4837,
      "step": 15101
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.596596713794949e-06,
      "loss": 0.498,
      "step": 15102
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.595349317956665e-06,
      "loss": 0.5559,
      "step": 15103
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.594102040904162e-06,
      "loss": 0.5458,
      "step": 15104
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.592854882664861e-06,
      "loss": 0.6047,
      "step": 15105
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.591607843266165e-06,
      "loss": 0.5156,
      "step": 15106
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5903609227354885e-06,
      "loss": 0.4551,
      "step": 15107
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.589114121100234e-06,
      "loss": 0.5719,
      "step": 15108
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.587867438387805e-06,
      "loss": 0.5568,
      "step": 15109
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5866208746256e-06,
      "loss": 0.672,
      "step": 15110
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.585374429841014e-06,
      "loss": 0.567,
      "step": 15111
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.584128104061445e-06,
      "loss": 0.5225,
      "step": 15112
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5828818973142895e-06,
      "loss": 0.5599,
      "step": 15113
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.581635809626933e-06,
      "loss": 0.6035,
      "step": 15114
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.580389841026762e-06,
      "loss": 0.4277,
      "step": 15115
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.579143991541158e-06,
      "loss": 0.5814,
      "step": 15116
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.577898261197512e-06,
      "loss": 0.5547,
      "step": 15117
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5766526500231966e-06,
      "loss": 0.6797,
      "step": 15118
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.575407158045585e-06,
      "loss": 0.5742,
      "step": 15119
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.57416178529206e-06,
      "loss": 0.6535,
      "step": 15120
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.572916531789986e-06,
      "loss": 0.5802,
      "step": 15121
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.571671397566737e-06,
      "loss": 0.6748,
      "step": 15122
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5704263826496765e-06,
      "loss": 0.4951,
      "step": 15123
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.569181487066167e-06,
      "loss": 0.6133,
      "step": 15124
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.567936710843572e-06,
      "loss": 0.5298,
      "step": 15125
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.566692054009244e-06,
      "loss": 0.5539,
      "step": 15126
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.565447516590542e-06,
      "loss": 0.6669,
      "step": 15127
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.564203098614824e-06,
      "loss": 0.5172,
      "step": 15128
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.562958800109436e-06,
      "loss": 0.6308,
      "step": 15129
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.561714621101726e-06,
      "loss": 0.5679,
      "step": 15130
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.560470561619035e-06,
      "loss": 0.5955,
      "step": 15131
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.559226621688712e-06,
      "loss": 0.4291,
      "step": 15132
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5579828013380915e-06,
      "loss": 0.5861,
      "step": 15133
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.556739100594517e-06,
      "loss": 0.4153,
      "step": 15134
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.555495519485315e-06,
      "loss": 0.5486,
      "step": 15135
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.554252058037827e-06,
      "loss": 0.578,
      "step": 15136
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.553008716279377e-06,
      "loss": 0.6437,
      "step": 15137
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.551765494237291e-06,
      "loss": 0.5143,
      "step": 15138
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.550522391938895e-06,
      "loss": 0.65,
      "step": 15139
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.549279409411506e-06,
      "loss": 0.5784,
      "step": 15140
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.548036546682447e-06,
      "loss": 0.4545,
      "step": 15141
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.546793803779037e-06,
      "loss": 0.559,
      "step": 15142
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.545551180728586e-06,
      "loss": 0.4779,
      "step": 15143
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.544308677558405e-06,
      "loss": 0.5063,
      "step": 15144
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.543066294295798e-06,
      "loss": 0.5441,
      "step": 15145
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.541824030968079e-06,
      "loss": 0.5602,
      "step": 15146
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5405818876025465e-06,
      "loss": 0.5909,
      "step": 15147
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.539339864226499e-06,
      "loss": 0.5774,
      "step": 15148
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.538097960867239e-06,
      "loss": 0.5443,
      "step": 15149
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5368561775520566e-06,
      "loss": 0.5458,
      "step": 15150
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53561451430825e-06,
      "loss": 0.5753,
      "step": 15151
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.534372971163106e-06,
      "loss": 0.6238,
      "step": 15152
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.533131548143912e-06,
      "loss": 0.5454,
      "step": 15153
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.531890245277948e-06,
      "loss": 0.6593,
      "step": 15154
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5306490625925035e-06,
      "loss": 0.4376,
      "step": 15155
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.529408000114851e-06,
      "loss": 0.5688,
      "step": 15156
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.528167057872273e-06,
      "loss": 0.5387,
      "step": 15157
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.526926235892043e-06,
      "loss": 0.5531,
      "step": 15158
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5256855342014295e-06,
      "loss": 0.6087,
      "step": 15159
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5244449528276976e-06,
      "loss": 0.698,
      "step": 15160
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.523204491798122e-06,
      "loss": 0.5452,
      "step": 15161
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.521964151139958e-06,
      "loss": 0.4904,
      "step": 15162
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.520723930880474e-06,
      "loss": 0.5397,
      "step": 15163
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.519483831046921e-06,
      "loss": 0.5584,
      "step": 15164
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.518243851666561e-06,
      "loss": 0.4519,
      "step": 15165
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.517003992766643e-06,
      "loss": 0.4764,
      "step": 15166
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.515764254374418e-06,
      "loss": 0.6533,
      "step": 15167
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.514524636517134e-06,
      "loss": 0.5775,
      "step": 15168
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.51328513922203e-06,
      "loss": 0.6258,
      "step": 15169
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.512045762516354e-06,
      "loss": 0.5975,
      "step": 15170
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.510806506427349e-06,
      "loss": 0.5163,
      "step": 15171
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5095673709822465e-06,
      "loss": 0.6115,
      "step": 15172
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5083283562082825e-06,
      "loss": 0.5353,
      "step": 15173
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.507089462132684e-06,
      "loss": 0.4226,
      "step": 15174
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.505850688782689e-06,
      "loss": 0.5805,
      "step": 15175
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.504612036185518e-06,
      "loss": 0.5205,
      "step": 15176
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.503373504368392e-06,
      "loss": 0.4725,
      "step": 15177
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.50213509335854e-06,
      "loss": 0.6246,
      "step": 15178
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.500896803183172e-06,
      "loss": 0.562,
      "step": 15179
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.49965863386951e-06,
      "loss": 0.556,
      "step": 15180
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.498420585444766e-06,
      "loss": 0.5644,
      "step": 15181
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.4971826579361484e-06,
      "loss": 0.5844,
      "step": 15182
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.495944851370861e-06,
      "loss": 0.6994,
      "step": 15183
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.494707165776115e-06,
      "loss": 0.5522,
      "step": 15184
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.493469601179113e-06,
      "loss": 0.53,
      "step": 15185
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4922321576070546e-06,
      "loss": 0.5076,
      "step": 15186
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.490994835087135e-06,
      "loss": 0.5704,
      "step": 15187
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.489757633646548e-06,
      "loss": 0.5821,
      "step": 15188
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.488520553312482e-06,
      "loss": 0.5804,
      "step": 15189
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.487283594112135e-06,
      "loss": 0.3475,
      "step": 15190
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.486046756072684e-06,
      "loss": 0.6352,
      "step": 15191
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.484810039221322e-06,
      "loss": 0.6203,
      "step": 15192
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.483573443585221e-06,
      "loss": 0.5114,
      "step": 15193
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4823369691915675e-06,
      "loss": 0.5706,
      "step": 15194
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4811006160675355e-06,
      "loss": 0.493,
      "step": 15195
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.479864384240294e-06,
      "loss": 0.5197,
      "step": 15196
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.478628273737017e-06,
      "loss": 0.5364,
      "step": 15197
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.477392284584867e-06,
      "loss": 0.6192,
      "step": 15198
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.476156416811014e-06,
      "loss": 0.645,
      "step": 15199
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.474920670442623e-06,
      "loss": 0.5986,
      "step": 15200
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.47368504550685e-06,
      "loss": 0.5087,
      "step": 15201
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.472449542030853e-06,
      "loss": 0.4231,
      "step": 15202
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.471214160041781e-06,
      "loss": 0.4123,
      "step": 15203
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.469978899566796e-06,
      "loss": 0.6036,
      "step": 15204
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.468743760633037e-06,
      "loss": 0.6067,
      "step": 15205
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.46750874326766e-06,
      "loss": 0.4716,
      "step": 15206
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.466273847497804e-06,
      "loss": 0.5682,
      "step": 15207
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.465039073350606e-06,
      "loss": 0.5187,
      "step": 15208
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.463804420853212e-06,
      "loss": 0.6333,
      "step": 15209
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.462569890032754e-06,
      "loss": 0.5409,
      "step": 15210
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.461335480916366e-06,
      "loss": 0.617,
      "step": 15211
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.460101193531173e-06,
      "loss": 0.6146,
      "step": 15212
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.458867027904308e-06,
      "loss": 0.6666,
      "step": 15213
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4576329840628995e-06,
      "loss": 0.5337,
      "step": 15214
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.456399062034065e-06,
      "loss": 0.5369,
      "step": 15215
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.455165261844925e-06,
      "loss": 0.6326,
      "step": 15216
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.453931583522593e-06,
      "loss": 0.5335,
      "step": 15217
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.452698027094191e-06,
      "loss": 0.5315,
      "step": 15218
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.451464592586826e-06,
      "loss": 0.5464,
      "step": 15219
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.450231280027602e-06,
      "loss": 0.5549,
      "step": 15220
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.448998089443637e-06,
      "loss": 0.5428,
      "step": 15221
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4477650208620235e-06,
      "loss": 0.4575,
      "step": 15222
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.446532074309871e-06,
      "loss": 0.4944,
      "step": 15223
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4452992498142745e-06,
      "loss": 0.5542,
      "step": 15224
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.444066547402328e-06,
      "loss": 0.5408,
      "step": 15225
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.442833967101126e-06,
      "loss": 0.5397,
      "step": 15226
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.441601508937754e-06,
      "loss": 0.6143,
      "step": 15227
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.440369172939303e-06,
      "loss": 0.5479,
      "step": 15228
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4391369591328625e-06,
      "loss": 0.4698,
      "step": 15229
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4379048675455115e-06,
      "loss": 0.5444,
      "step": 15230
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.436672898204327e-06,
      "loss": 0.4907,
      "step": 15231
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.435441051136384e-06,
      "loss": 0.5938,
      "step": 15232
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.434209326368764e-06,
      "loss": 0.5391,
      "step": 15233
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4329777239285306e-06,
      "loss": 0.5532,
      "step": 15234
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.431746243842759e-06,
      "loss": 0.5888,
      "step": 15235
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.430514886138514e-06,
      "loss": 0.6255,
      "step": 15236
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.429283650842852e-06,
      "loss": 0.517,
      "step": 15237
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.428052537982842e-06,
      "loss": 0.5637,
      "step": 15238
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.42682154758554e-06,
      "loss": 0.5395,
      "step": 15239
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.425590679678e-06,
      "loss": 0.5926,
      "step": 15240
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4243599342872705e-06,
      "loss": 0.4024,
      "step": 15241
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4231293114404065e-06,
      "loss": 0.5092,
      "step": 15242
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.421898811164456e-06,
      "loss": 0.5716,
      "step": 15243
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.420668433486462e-06,
      "loss": 0.5703,
      "step": 15244
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.419438178433467e-06,
      "loss": 0.6129,
      "step": 15245
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.418208046032505e-06,
      "loss": 0.5588,
      "step": 15246
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4169780363106194e-06,
      "loss": 0.5702,
      "step": 15247
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.41574814929484e-06,
      "loss": 0.5727,
      "step": 15248
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.414518385012197e-06,
      "loss": 0.5432,
      "step": 15249
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.413288743489723e-06,
      "loss": 0.509,
      "step": 15250
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.412059224754438e-06,
      "loss": 0.5731,
      "step": 15251
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.410829828833371e-06,
      "loss": 0.5869,
      "step": 15252
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.40960055575354e-06,
      "loss": 0.6242,
      "step": 15253
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.408371405541959e-06,
      "loss": 0.4787,
      "step": 15254
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4071423782256435e-06,
      "loss": 0.5303,
      "step": 15255
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4059134738316115e-06,
      "loss": 0.5575,
      "step": 15256
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.404684692386864e-06,
      "loss": 0.6311,
      "step": 15257
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.403456033918415e-06,
      "loss": 0.5577,
      "step": 15258
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.402227498453266e-06,
      "loss": 0.6116,
      "step": 15259
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.400999086018419e-06,
      "loss": 0.6152,
      "step": 15260
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.399770796640868e-06,
      "loss": 0.5572,
      "step": 15261
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.398542630347614e-06,
      "loss": 0.4938,
      "step": 15262
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3973145871656465e-06,
      "loss": 0.6013,
      "step": 15263
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.39608666712196e-06,
      "loss": 0.5249,
      "step": 15264
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.394858870243542e-06,
      "loss": 0.5575,
      "step": 15265
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.393631196557371e-06,
      "loss": 0.4983,
      "step": 15266
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.392403646090438e-06,
      "loss": 0.3965,
      "step": 15267
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.391176218869719e-06,
      "loss": 0.5869,
      "step": 15268
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3899489149221905e-06,
      "loss": 0.6,
      "step": 15269
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3887217342748235e-06,
      "loss": 0.6275,
      "step": 15270
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.387494676954593e-06,
      "loss": 0.5685,
      "step": 15271
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.386267742988471e-06,
      "loss": 0.6145,
      "step": 15272
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.385040932403422e-06,
      "loss": 0.52,
      "step": 15273
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.383814245226405e-06,
      "loss": 0.583,
      "step": 15274
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.382587681484382e-06,
      "loss": 0.4659,
      "step": 15275
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.381361241204315e-06,
      "loss": 0.6609,
      "step": 15276
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.380134924413156e-06,
      "loss": 0.5022,
      "step": 15277
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3789087311378564e-06,
      "loss": 0.527,
      "step": 15278
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.377682661405371e-06,
      "loss": 0.5104,
      "step": 15279
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.376456715242639e-06,
      "loss": 0.5379,
      "step": 15280
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.375230892676613e-06,
      "loss": 0.531,
      "step": 15281
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.374005193734231e-06,
      "loss": 0.5817,
      "step": 15282
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3727796184424335e-06,
      "loss": 0.5804,
      "step": 15283
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.371554166828151e-06,
      "loss": 0.5047,
      "step": 15284
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.370328838918319e-06,
      "loss": 0.6228,
      "step": 15285
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.369103634739877e-06,
      "loss": 0.54,
      "step": 15286
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.367878554319746e-06,
      "loss": 0.5952,
      "step": 15287
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3666535976848526e-06,
      "loss": 0.5795,
      "step": 15288
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.365428764862117e-06,
      "loss": 0.5705,
      "step": 15289
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.364204055878459e-06,
      "loss": 0.6482,
      "step": 15290
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.362979470760801e-06,
      "loss": 0.579,
      "step": 15291
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.361755009536051e-06,
      "loss": 0.5663,
      "step": 15292
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.360530672231126e-06,
      "loss": 0.4758,
      "step": 15293
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.359306458872934e-06,
      "loss": 0.5174,
      "step": 15294
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.358082369488377e-06,
      "loss": 0.6252,
      "step": 15295
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.356858404104365e-06,
      "loss": 0.4246,
      "step": 15296
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3556345627477955e-06,
      "loss": 0.5247,
      "step": 15297
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.354410845445568e-06,
      "loss": 0.5634,
      "step": 15298
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.353187252224572e-06,
      "loss": 0.4253,
      "step": 15299
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3519637831117055e-06,
      "loss": 0.5599,
      "step": 15300
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.350740438133862e-06,
      "loss": 0.6002,
      "step": 15301
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.349517217317923e-06,
      "loss": 0.4858,
      "step": 15302
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.348294120690776e-06,
      "loss": 0.5815,
      "step": 15303
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.347071148279296e-06,
      "loss": 0.4891,
      "step": 15304
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.345848300110372e-06,
      "loss": 0.6521,
      "step": 15305
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3446255762108726e-06,
      "loss": 0.6446,
      "step": 15306
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.343402976607677e-06,
      "loss": 0.6521,
      "step": 15307
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.342180501327654e-06,
      "loss": 0.5843,
      "step": 15308
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.340958150397667e-06,
      "loss": 0.5243,
      "step": 15309
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.339735923844589e-06,
      "loss": 0.5235,
      "step": 15310
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.33851382169528e-06,
      "loss": 0.4418,
      "step": 15311
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.337291843976599e-06,
      "loss": 0.6129,
      "step": 15312
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.336069990715398e-06,
      "loss": 0.5841,
      "step": 15313
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.334848261938538e-06,
      "loss": 0.4289,
      "step": 15314
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.333626657672873e-06,
      "loss": 0.5718,
      "step": 15315
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.332405177945247e-06,
      "loss": 0.5989,
      "step": 15316
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.331183822782509e-06,
      "loss": 0.616,
      "step": 15317
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3299625922115e-06,
      "loss": 0.3764,
      "step": 15318
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.328741486259058e-06,
      "loss": 0.4851,
      "step": 15319
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.327520504952029e-06,
      "loss": 0.599,
      "step": 15320
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.326299648317239e-06,
      "loss": 0.5653,
      "step": 15321
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3250789163815295e-06,
      "loss": 0.6064,
      "step": 15322
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.323858309171727e-06,
      "loss": 0.5532,
      "step": 15323
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.322637826714654e-06,
      "loss": 0.4939,
      "step": 15324
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.321417469037141e-06,
      "loss": 0.5543,
      "step": 15325
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3201972361660094e-06,
      "loss": 0.5905,
      "step": 15326
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.318977128128074e-06,
      "loss": 0.6261,
      "step": 15327
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.31775714495015e-06,
      "loss": 0.4658,
      "step": 15328
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.316537286659053e-06,
      "loss": 0.6761,
      "step": 15329
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.315317553281597e-06,
      "loss": 0.6758,
      "step": 15330
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.314097944844586e-06,
      "loss": 0.5645,
      "step": 15331
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.312878461374828e-06,
      "loss": 0.6199,
      "step": 15332
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3116591028991185e-06,
      "loss": 0.6404,
      "step": 15333
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.310439869444265e-06,
      "loss": 0.6139,
      "step": 15334
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.309220761037058e-06,
      "loss": 0.5776,
      "step": 15335
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3080017777042995e-06,
      "loss": 0.5549,
      "step": 15336
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3067829194727735e-06,
      "loss": 0.5694,
      "step": 15337
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.30556418636927e-06,
      "loss": 0.5677,
      "step": 15338
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.304345578420579e-06,
      "loss": 0.5778,
      "step": 15339
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.30312709565348e-06,
      "loss": 0.5819,
      "step": 15340
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.301908738094755e-06,
      "loss": 0.4971,
      "step": 15341
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.300690505771176e-06,
      "loss": 0.4958,
      "step": 15342
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.299472398709522e-06,
      "loss": 0.4987,
      "step": 15343
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.29825441693657e-06,
      "loss": 0.568,
      "step": 15344
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.297036560479085e-06,
      "loss": 0.6098,
      "step": 15345
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.295818829363834e-06,
      "loss": 0.5784,
      "step": 15346
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.29460122361758e-06,
      "loss": 0.5378,
      "step": 15347
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.29338374326708e-06,
      "loss": 0.5629,
      "step": 15348
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.292166388339099e-06,
      "loss": 0.5458,
      "step": 15349
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2909491588603895e-06,
      "loss": 0.5592,
      "step": 15350
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2897320548577075e-06,
      "loss": 0.6332,
      "step": 15351
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2885150763578e-06,
      "loss": 0.428,
      "step": 15352
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.287298223387411e-06,
      "loss": 0.381,
      "step": 15353
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.286081495973294e-06,
      "loss": 0.6006,
      "step": 15354
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.284864894142185e-06,
      "loss": 0.5335,
      "step": 15355
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.283648417920819e-06,
      "loss": 0.4987,
      "step": 15356
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.282432067335942e-06,
      "loss": 0.4678,
      "step": 15357
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.281215842414278e-06,
      "loss": 0.4879,
      "step": 15358
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.279999743182567e-06,
      "loss": 0.3978,
      "step": 15359
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.278783769667531e-06,
      "loss": 0.5868,
      "step": 15360
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.277567921895895e-06,
      "loss": 0.4975,
      "step": 15361
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2763521998943814e-06,
      "loss": 0.5055,
      "step": 15362
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.275136603689713e-06,
      "loss": 0.5028,
      "step": 15363
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.273921133308603e-06,
      "loss": 0.4911,
      "step": 15364
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.27270578877777e-06,
      "loss": 0.5518,
      "step": 15365
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.271490570123924e-06,
      "loss": 0.5959,
      "step": 15366
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.270275477373768e-06,
      "loss": 0.5284,
      "step": 15367
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.269060510554015e-06,
      "loss": 0.556,
      "step": 15368
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.267845669691367e-06,
      "loss": 0.7382,
      "step": 15369
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.266630954812522e-06,
      "loss": 0.6516,
      "step": 15370
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.265416365944174e-06,
      "loss": 0.4913,
      "step": 15371
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2642019031130226e-06,
      "loss": 0.4577,
      "step": 15372
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.262987566345762e-06,
      "loss": 0.5602,
      "step": 15373
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.26177335566908e-06,
      "loss": 0.4019,
      "step": 15374
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.260559271109661e-06,
      "loss": 0.6217,
      "step": 15375
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2593453126941885e-06,
      "loss": 0.5759,
      "step": 15376
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2581314804493414e-06,
      "loss": 0.6482,
      "step": 15377
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.256917774401804e-06,
      "loss": 0.6753,
      "step": 15378
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.255704194578245e-06,
      "loss": 0.57,
      "step": 15379
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.254490741005344e-06,
      "loss": 0.5186,
      "step": 15380
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.253277413709767e-06,
      "loss": 0.5422,
      "step": 15381
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.252064212718178e-06,
      "loss": 0.5232,
      "step": 15382
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.250851138057247e-06,
      "loss": 0.5631,
      "step": 15383
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.249638189753634e-06,
      "loss": 0.5603,
      "step": 15384
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.248425367833993e-06,
      "loss": 0.5126,
      "step": 15385
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.247212672324983e-06,
      "loss": 0.6771,
      "step": 15386
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.246000103253262e-06,
      "loss": 0.5611,
      "step": 15387
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.244787660645475e-06,
      "loss": 0.5658,
      "step": 15388
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.243575344528271e-06,
      "loss": 0.5328,
      "step": 15389
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.242363154928295e-06,
      "loss": 0.56,
      "step": 15390
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.241151091872185e-06,
      "loss": 0.505,
      "step": 15391
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.239939155386586e-06,
      "loss": 0.6195,
      "step": 15392
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.23872734549813e-06,
      "loss": 0.4962,
      "step": 15393
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.237515662233457e-06,
      "loss": 0.6244,
      "step": 15394
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.236304105619193e-06,
      "loss": 0.4874,
      "step": 15395
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.235092675681964e-06,
      "loss": 0.4891,
      "step": 15396
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2338813724484015e-06,
      "loss": 0.4472,
      "step": 15397
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.232670195945126e-06,
      "loss": 0.5843,
      "step": 15398
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.231459146198755e-06,
      "loss": 0.6081,
      "step": 15399
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.230248223235904e-06,
      "loss": 0.5626,
      "step": 15400
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.229037427083188e-06,
      "loss": 0.5708,
      "step": 15401
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.227826757767225e-06,
      "loss": 0.564,
      "step": 15402
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.226616215314618e-06,
      "loss": 0.5136,
      "step": 15403
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.225405799751976e-06,
      "loss": 0.5706,
      "step": 15404
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.224195511105897e-06,
      "loss": 0.5274,
      "step": 15405
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.222985349402983e-06,
      "loss": 0.6284,
      "step": 15406
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.221775314669834e-06,
      "loss": 0.5822,
      "step": 15407
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.220565406933041e-06,
      "loss": 0.5738,
      "step": 15408
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.219355626219201e-06,
      "loss": 0.4775,
      "step": 15409
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.218145972554899e-06,
      "loss": 0.4604,
      "step": 15410
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.216936445966721e-06,
      "loss": 0.5676,
      "step": 15411
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.215727046481254e-06,
      "loss": 0.5346,
      "step": 15412
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.214517774125077e-06,
      "loss": 0.5354,
      "step": 15413
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.213308628924764e-06,
      "loss": 0.6454,
      "step": 15414
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2120996109068936e-06,
      "loss": 0.6414,
      "step": 15415
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.210890720098042e-06,
      "loss": 0.5775,
      "step": 15416
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.209681956524775e-06,
      "loss": 0.4601,
      "step": 15417
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.208473320213658e-06,
      "loss": 0.5436,
      "step": 15418
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.207264811191257e-06,
      "loss": 0.5524,
      "step": 15419
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.20605642948413e-06,
      "loss": 0.5096,
      "step": 15420
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2048481751188395e-06,
      "loss": 0.5861,
      "step": 15421
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2036400481219375e-06,
      "loss": 0.506,
      "step": 15422
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.202432048519981e-06,
      "loss": 0.581,
      "step": 15423
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.201224176339516e-06,
      "loss": 0.5011,
      "step": 15424
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.20001643160709e-06,
      "loss": 0.4896,
      "step": 15425
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1988088143492515e-06,
      "loss": 0.5916,
      "step": 15426
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.197601324592538e-06,
      "loss": 0.4901,
      "step": 15427
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.19639396236349e-06,
      "loss": 0.5557,
      "step": 15428
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1951867276886385e-06,
      "loss": 0.5939,
      "step": 15429
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.193979620594522e-06,
      "loss": 0.5673,
      "step": 15430
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1927726411076715e-06,
      "loss": 0.5929,
      "step": 15431
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.191565789254613e-06,
      "loss": 0.5624,
      "step": 15432
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.190359065061872e-06,
      "loss": 0.5765,
      "step": 15433
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.189152468555968e-06,
      "loss": 0.5087,
      "step": 15434
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.187945999763419e-06,
      "loss": 0.5707,
      "step": 15435
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1867396587107425e-06,
      "loss": 0.5919,
      "step": 15436
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.185533445424457e-06,
      "loss": 0.4876,
      "step": 15437
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.184327359931069e-06,
      "loss": 0.6354,
      "step": 15438
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.183121402257087e-06,
      "loss": 0.4831,
      "step": 15439
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.181915572429013e-06,
      "loss": 0.5752,
      "step": 15440
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.180709870473355e-06,
      "loss": 0.5165,
      "step": 15441
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.17950429641661e-06,
      "loss": 0.5924,
      "step": 15442
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.17829885028527e-06,
      "loss": 0.5437,
      "step": 15443
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.177093532105833e-06,
      "loss": 0.6084,
      "step": 15444
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.175888341904794e-06,
      "loss": 0.6377,
      "step": 15445
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.174683279708637e-06,
      "loss": 0.4442,
      "step": 15446
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1734783455438464e-06,
      "loss": 0.5503,
      "step": 15447
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.172273539436908e-06,
      "loss": 0.4436,
      "step": 15448
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.171068861414295e-06,
      "loss": 0.595,
      "step": 15449
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.169864311502492e-06,
      "loss": 0.6643,
      "step": 15450
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1686598897279665e-06,
      "loss": 0.5557,
      "step": 15451
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.167455596117197e-06,
      "loss": 0.6046,
      "step": 15452
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.166251430696649e-06,
      "loss": 0.5325,
      "step": 15453
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.165047393492781e-06,
      "loss": 0.5524,
      "step": 15454
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1638434845320684e-06,
      "loss": 0.5403,
      "step": 15455
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.162639703840965e-06,
      "loss": 0.5417,
      "step": 15456
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.161436051445924e-06,
      "loss": 0.5699,
      "step": 15457
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.160232527373408e-06,
      "loss": 0.4701,
      "step": 15458
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.159029131649861e-06,
      "loss": 0.5447,
      "step": 15459
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.157825864301739e-06,
      "loss": 0.6249,
      "step": 15460
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.156622725355484e-06,
      "loss": 0.534,
      "step": 15461
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.155419714837539e-06,
      "loss": 0.568,
      "step": 15462
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.154216832774345e-06,
      "loss": 0.5069,
      "step": 15463
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.153014079192335e-06,
      "loss": 0.6113,
      "step": 15464
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.151811454117948e-06,
      "loss": 0.5173,
      "step": 15465
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.150608957577619e-06,
      "loss": 0.5357,
      "step": 15466
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1494065895977746e-06,
      "loss": 0.5068,
      "step": 15467
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.148204350204835e-06,
      "loss": 0.5338,
      "step": 15468
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.147002239425233e-06,
      "loss": 0.5688,
      "step": 15469
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.145800257285384e-06,
      "loss": 0.601,
      "step": 15470
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.144598403811707e-06,
      "loss": 0.5578,
      "step": 15471
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.143396679030611e-06,
      "loss": 0.5854,
      "step": 15472
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.142195082968516e-06,
      "loss": 0.6094,
      "step": 15473
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.140993615651829e-06,
      "loss": 0.6032,
      "step": 15474
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.139792277106958e-06,
      "loss": 0.5026,
      "step": 15475
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.138591067360304e-06,
      "loss": 0.581,
      "step": 15476
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.137389986438266e-06,
      "loss": 0.5209,
      "step": 15477
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.136189034367243e-06,
      "loss": 0.5849,
      "step": 15478
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.134988211173633e-06,
      "loss": 0.5836,
      "step": 15479
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.133787516883822e-06,
      "loss": 0.5454,
      "step": 15480
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.132586951524209e-06,
      "loss": 0.661,
      "step": 15481
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.131386515121174e-06,
      "loss": 0.5018,
      "step": 15482
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.130186207701099e-06,
      "loss": 0.411,
      "step": 15483
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.12898602929037e-06,
      "loss": 0.5523,
      "step": 15484
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1277859799153645e-06,
      "loss": 0.6067,
      "step": 15485
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.126586059602451e-06,
      "loss": 0.4833,
      "step": 15486
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.125386268378011e-06,
      "loss": 0.527,
      "step": 15487
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.124186606268406e-06,
      "loss": 0.5431,
      "step": 15488
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.122987073300011e-06,
      "loss": 0.5,
      "step": 15489
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1217876694991854e-06,
      "loss": 0.7093,
      "step": 15490
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.12058839489229e-06,
      "loss": 0.5443,
      "step": 15491
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.119389249505683e-06,
      "loss": 0.45,
      "step": 15492
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.118190233365716e-06,
      "loss": 0.5602,
      "step": 15493
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.116991346498747e-06,
      "loss": 0.5926,
      "step": 15494
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.115792588931127e-06,
      "loss": 0.4928,
      "step": 15495
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.114593960689199e-06,
      "loss": 0.572,
      "step": 15496
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.113395461799306e-06,
      "loss": 0.6239,
      "step": 15497
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.112197092287794e-06,
      "loss": 0.3974,
      "step": 15498
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.110998852180999e-06,
      "loss": 0.6033,
      "step": 15499
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.109800741505254e-06,
      "loss": 0.4911,
      "step": 15500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1086027602868915e-06,
      "loss": 0.5611,
      "step": 15501
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.107404908552243e-06,
      "loss": 0.5628,
      "step": 15502
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1062071863276385e-06,
      "loss": 0.5773,
      "step": 15503
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.105009593639401e-06,
      "loss": 0.5157,
      "step": 15504
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.103812130513848e-06,
      "loss": 0.6735,
      "step": 15505
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1026147969773e-06,
      "loss": 0.6177,
      "step": 15506
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.101417593056069e-06,
      "loss": 0.5863,
      "step": 15507
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.100220518776475e-06,
      "loss": 0.6366,
      "step": 15508
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.09902357416482e-06,
      "loss": 0.5358,
      "step": 15509
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0978267592474185e-06,
      "loss": 0.5596,
      "step": 15510
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.096630074050571e-06,
      "loss": 0.593,
      "step": 15511
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.095433518600575e-06,
      "loss": 0.5102,
      "step": 15512
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.094237092923735e-06,
      "loss": 0.537,
      "step": 15513
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.093040797046345e-06,
      "loss": 0.4951,
      "step": 15514
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0918446309946935e-06,
      "loss": 0.6216,
      "step": 15515
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.090648594795077e-06,
      "loss": 0.48,
      "step": 15516
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.089452688473776e-06,
      "loss": 0.4775,
      "step": 15517
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.088256912057081e-06,
      "loss": 0.5211,
      "step": 15518
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.087061265571272e-06,
      "loss": 0.5859,
      "step": 15519
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.085865749042624e-06,
      "loss": 0.5392,
      "step": 15520
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.084670362497414e-06,
      "loss": 0.5324,
      "step": 15521
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0834751059619115e-06,
      "loss": 0.5316,
      "step": 15522
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.08227997946239e-06,
      "loss": 0.6153,
      "step": 15523
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.08108498302512e-06,
      "loss": 0.5552,
      "step": 15524
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0798901166763616e-06,
      "loss": 0.648,
      "step": 15525
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.078695380442373e-06,
      "loss": 0.5531,
      "step": 15526
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.077500774349421e-06,
      "loss": 0.6694,
      "step": 15527
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.076306298423755e-06,
      "loss": 0.5718,
      "step": 15528
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.075111952691629e-06,
      "loss": 0.5804,
      "step": 15529
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.07391773717929e-06,
      "loss": 0.564,
      "step": 15530
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0727236519129875e-06,
      "loss": 0.5657,
      "step": 15531
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.07152969691897e-06,
      "loss": 0.5644,
      "step": 15532
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.070335872223474e-06,
      "loss": 0.5223,
      "step": 15533
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.06914217785274e-06,
      "loss": 0.4932,
      "step": 15534
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.067948613833001e-06,
      "loss": 0.5939,
      "step": 15535
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.066755180190487e-06,
      "loss": 0.5349,
      "step": 15536
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.065561876951433e-06,
      "loss": 0.5062,
      "step": 15537
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.064368704142067e-06,
      "loss": 0.5817,
      "step": 15538
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.063175661788612e-06,
      "loss": 0.5948,
      "step": 15539
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.061982749917287e-06,
      "loss": 0.5436,
      "step": 15540
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.060789968554307e-06,
      "loss": 0.4975,
      "step": 15541
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.059597317725897e-06,
      "loss": 0.5994,
      "step": 15542
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.058404797458263e-06,
      "loss": 0.5711,
      "step": 15543
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.057212407777613e-06,
      "loss": 0.486,
      "step": 15544
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0560201487101605e-06,
      "loss": 0.5931,
      "step": 15545
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.054828020282102e-06,
      "loss": 0.6136,
      "step": 15546
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.053636022519647e-06,
      "loss": 0.5413,
      "step": 15547
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.052444155448989e-06,
      "loss": 0.5819,
      "step": 15548
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.051252419096323e-06,
      "loss": 0.6881,
      "step": 15549
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.050060813487843e-06,
      "loss": 0.4982,
      "step": 15550
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.048869338649733e-06,
      "loss": 0.5145,
      "step": 15551
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.047677994608186e-06,
      "loss": 0.5583,
      "step": 15552
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.046486781389388e-06,
      "loss": 0.5035,
      "step": 15553
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0452956990195154e-06,
      "loss": 0.5495,
      "step": 15554
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.044104747524744e-06,
      "loss": 0.5502,
      "step": 15555
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.042913926931257e-06,
      "loss": 0.6138,
      "step": 15556
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.041723237265221e-06,
      "loss": 0.5064,
      "step": 15557
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.040532678552804e-06,
      "loss": 0.477,
      "step": 15558
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.03934225082018e-06,
      "loss": 0.5732,
      "step": 15559
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.038151954093502e-06,
      "loss": 0.4973,
      "step": 15560
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.036961788398942e-06,
      "loss": 0.6413,
      "step": 15561
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.035771753762653e-06,
      "loss": 0.6134,
      "step": 15562
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0345818502107895e-06,
      "loss": 0.5288,
      "step": 15563
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.033392077769504e-06,
      "loss": 0.5725,
      "step": 15564
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.032202436464944e-06,
      "loss": 0.6387,
      "step": 15565
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.031012926323256e-06,
      "loss": 0.6125,
      "step": 15566
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.02982354737059e-06,
      "loss": 0.5852,
      "step": 15567
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.028634299633083e-06,
      "loss": 0.5457,
      "step": 15568
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.027445183136872e-06,
      "loss": 0.5569,
      "step": 15569
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.026256197908088e-06,
      "loss": 0.5467,
      "step": 15570
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.025067343972872e-06,
      "loss": 0.5841,
      "step": 15571
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.023878621357346e-06,
      "loss": 0.6403,
      "step": 15572
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.022690030087636e-06,
      "loss": 0.6127,
      "step": 15573
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.021501570189872e-06,
      "loss": 0.5812,
      "step": 15574
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.020313241690167e-06,
      "loss": 0.5352,
      "step": 15575
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.019125044614644e-06,
      "loss": 0.5054,
      "step": 15576
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.017936978989418e-06,
      "loss": 0.5334,
      "step": 15577
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.016749044840597e-06,
      "loss": 0.5994,
      "step": 15578
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0155612421942915e-06,
      "loss": 0.5339,
      "step": 15579
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.014373571076604e-06,
      "loss": 0.5167,
      "step": 15580
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.013186031513641e-06,
      "loss": 0.5749,
      "step": 15581
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.011998623531507e-06,
      "loss": 0.5531,
      "step": 15582
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.010811347156295e-06,
      "loss": 0.5759,
      "step": 15583
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.009624202414097e-06,
      "loss": 0.6228,
      "step": 15584
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00843718933101e-06,
      "loss": 0.569,
      "step": 15585
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00725030793312e-06,
      "loss": 0.5245,
      "step": 15586
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.006063558246511e-06,
      "loss": 0.5199,
      "step": 15587
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.00487694029727e-06,
      "loss": 0.5227,
      "step": 15588
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.003690454111472e-06,
      "loss": 0.5537,
      "step": 15589
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0025040997152e-06,
      "loss": 0.6077,
      "step": 15590
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.001317877134525e-06,
      "loss": 0.4391,
      "step": 15591
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.000131786395518e-06,
      "loss": 0.5818,
      "step": 15592
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9989458275242484e-06,
      "loss": 0.5509,
      "step": 15593
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.997760000546777e-06,
      "loss": 0.5975,
      "step": 15594
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.996574305489173e-06,
      "loss": 0.59,
      "step": 15595
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.995388742377495e-06,
      "loss": 0.5006,
      "step": 15596
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9942033112378e-06,
      "loss": 0.4606,
      "step": 15597
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.993018012096139e-06,
      "loss": 0.4982,
      "step": 15598
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.991832844978562e-06,
      "loss": 0.5125,
      "step": 15599
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9906478099111225e-06,
      "loss": 0.531,
      "step": 15600
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.989462906919863e-06,
      "loss": 0.5453,
      "step": 15601
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.988278136030823e-06,
      "loss": 0.5179,
      "step": 15602
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9870934972700484e-06,
      "loss": 0.5007,
      "step": 15603
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.985908990663567e-06,
      "loss": 0.6647,
      "step": 15604
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.984724616237422e-06,
      "loss": 0.5787,
      "step": 15605
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.983540374017638e-06,
      "loss": 0.5127,
      "step": 15606
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.982356264030246e-06,
      "loss": 0.5557,
      "step": 15607
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.981172286301265e-06,
      "loss": 0.4549,
      "step": 15608
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9799884408567234e-06,
      "loss": 0.5612,
      "step": 15609
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.978804727722636e-06,
      "loss": 0.5461,
      "step": 15610
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.977621146925024e-06,
      "loss": 0.5289,
      "step": 15611
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9764376984898975e-06,
      "loss": 0.6165,
      "step": 15612
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.975254382443263e-06,
      "loss": 0.499,
      "step": 15613
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.974071198811135e-06,
      "loss": 0.5355,
      "step": 15614
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.9728881476195165e-06,
      "loss": 0.4836,
      "step": 15615
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.971705228894404e-06,
      "loss": 0.5594,
      "step": 15616
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.970522442661803e-06,
      "loss": 0.6269,
      "step": 15617
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.969339788947701e-06,
      "loss": 0.4169,
      "step": 15618
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.968157267778101e-06,
      "loss": 0.6389,
      "step": 15619
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.966974879178988e-06,
      "loss": 0.6332,
      "step": 15620
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.965792623176347e-06,
      "loss": 0.5378,
      "step": 15621
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9646104997961654e-06,
      "loss": 0.5182,
      "step": 15622
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.963428509064419e-06,
      "loss": 0.6073,
      "step": 15623
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.962246651007092e-06,
      "loss": 0.5449,
      "step": 15624
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.96106492565016e-06,
      "loss": 0.5446,
      "step": 15625
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.959883333019594e-06,
      "loss": 0.5168,
      "step": 15626
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.958701873141363e-06,
      "loss": 0.519,
      "step": 15627
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9575205460414305e-06,
      "loss": 0.5689,
      "step": 15628
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.956339351745766e-06,
      "loss": 0.5276,
      "step": 15629
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.955158290280329e-06,
      "loss": 0.5056,
      "step": 15630
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.953977361671072e-06,
      "loss": 0.5662,
      "step": 15631
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.952796565943957e-06,
      "loss": 0.5369,
      "step": 15632
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.95161590312493e-06,
      "loss": 0.4031,
      "step": 15633
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.950435373239947e-06,
      "loss": 0.511,
      "step": 15634
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.94925497631495e-06,
      "loss": 0.5023,
      "step": 15635
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.948074712375884e-06,
      "loss": 0.5101,
      "step": 15636
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9468945814486835e-06,
      "loss": 0.5291,
      "step": 15637
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.94571458355929e-06,
      "loss": 0.6376,
      "step": 15638
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.944534718733643e-06,
      "loss": 0.5299,
      "step": 15639
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9433549869976695e-06,
      "loss": 0.4563,
      "step": 15640
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.942175388377298e-06,
      "loss": 0.5118,
      "step": 15641
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9409959228984515e-06,
      "loss": 0.6174,
      "step": 15642
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.939816590587059e-06,
      "loss": 0.5379,
      "step": 15643
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.938637391469038e-06,
      "loss": 0.46,
      "step": 15644
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9374583255703e-06,
      "loss": 0.557,
      "step": 15645
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.936279392916767e-06,
      "loss": 0.453,
      "step": 15646
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9351005935343445e-06,
      "loss": 0.5155,
      "step": 15647
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.933921927448946e-06,
      "loss": 0.5561,
      "step": 15648
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.932743394686475e-06,
      "loss": 0.626,
      "step": 15649
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.931564995272831e-06,
      "loss": 0.4888,
      "step": 15650
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.930386729233915e-06,
      "loss": 0.5222,
      "step": 15651
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.92920859659562e-06,
      "loss": 0.5896,
      "step": 15652
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9280305973838426e-06,
      "loss": 0.5194,
      "step": 15653
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.926852731624478e-06,
      "loss": 0.4837,
      "step": 15654
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.925674999343408e-06,
      "loss": 0.5792,
      "step": 15655
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.92449740056652e-06,
      "loss": 0.539,
      "step": 15656
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.923319935319692e-06,
      "loss": 0.5708,
      "step": 15657
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.922142603628808e-06,
      "loss": 0.6674,
      "step": 15658
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.920965405519738e-06,
      "loss": 0.5517,
      "step": 15659
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.919788341018361e-06,
      "loss": 0.6368,
      "step": 15660
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.918611410150545e-06,
      "loss": 0.6384,
      "step": 15661
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.917434612942153e-06,
      "loss": 0.5499,
      "step": 15662
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.916257949419057e-06,
      "loss": 0.5399,
      "step": 15663
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.915081419607112e-06,
      "loss": 0.4425,
      "step": 15664
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.91390502353218e-06,
      "loss": 0.6093,
      "step": 15665
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.912728761220109e-06,
      "loss": 0.5509,
      "step": 15666
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.911552632696759e-06,
      "loss": 0.518,
      "step": 15667
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.910376637987981e-06,
      "loss": 0.5245,
      "step": 15668
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.909200777119616e-06,
      "loss": 0.5577,
      "step": 15669
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.908025050117511e-06,
      "loss": 0.4955,
      "step": 15670
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.906849457007501e-06,
      "loss": 0.6667,
      "step": 15671
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.905673997815431e-06,
      "loss": 0.5509,
      "step": 15672
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.904498672567134e-06,
      "loss": 0.5157,
      "step": 15673
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.903323481288435e-06,
      "loss": 0.5077,
      "step": 15674
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9021484240051735e-06,
      "loss": 0.4947,
      "step": 15675
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.900973500743166e-06,
      "loss": 0.5691,
      "step": 15676
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.899798711528244e-06,
      "loss": 0.5638,
      "step": 15677
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.898624056386222e-06,
      "loss": 0.575,
      "step": 15678
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8974495353429196e-06,
      "loss": 0.5783,
      "step": 15679
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.896275148424149e-06,
      "loss": 0.4941,
      "step": 15680
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.895100895655718e-06,
      "loss": 0.5801,
      "step": 15681
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8939267770634395e-06,
      "loss": 0.475,
      "step": 15682
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.892752792673122e-06,
      "loss": 0.5972,
      "step": 15683
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.891578942510563e-06,
      "loss": 0.4436,
      "step": 15684
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.890405226601565e-06,
      "loss": 0.5345,
      "step": 15685
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.889231644971917e-06,
      "loss": 0.6148,
      "step": 15686
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.888058197647422e-06,
      "loss": 0.4682,
      "step": 15687
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.886884884653862e-06,
      "loss": 0.4593,
      "step": 15688
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.885711706017034e-06,
      "loss": 0.5059,
      "step": 15689
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.884538661762717e-06,
      "loss": 0.5423,
      "step": 15690
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.883365751916689e-06,
      "loss": 0.438,
      "step": 15691
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.882192976504737e-06,
      "loss": 0.6218,
      "step": 15692
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8810203355526335e-06,
      "loss": 0.4966,
      "step": 15693
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8798478290861495e-06,
      "loss": 0.4846,
      "step": 15694
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.878675457131054e-06,
      "loss": 0.6703,
      "step": 15695
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.877503219713115e-06,
      "loss": 0.4892,
      "step": 15696
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8763311168581006e-06,
      "loss": 0.5976,
      "step": 15697
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.875159148591768e-06,
      "loss": 0.5828,
      "step": 15698
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.873987314939878e-06,
      "loss": 0.6664,
      "step": 15699
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.872815615928178e-06,
      "loss": 0.597,
      "step": 15700
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.871644051582429e-06,
      "loss": 0.5404,
      "step": 15701
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.870472621928379e-06,
      "loss": 0.5862,
      "step": 15702
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.869301326991766e-06,
      "loss": 0.5329,
      "step": 15703
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.868130166798343e-06,
      "loss": 0.5482,
      "step": 15704
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8669591413738426e-06,
      "loss": 0.4718,
      "step": 15705
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.865788250744011e-06,
      "loss": 0.5033,
      "step": 15706
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.864617494934576e-06,
      "loss": 0.5853,
      "step": 15707
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.863446873971272e-06,
      "loss": 0.5308,
      "step": 15708
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.862276387879821e-06,
      "loss": 0.4889,
      "step": 15709
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8611060366859566e-06,
      "loss": 0.6103,
      "step": 15710
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.859935820415396e-06,
      "loss": 0.6017,
      "step": 15711
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.858765739093863e-06,
      "loss": 0.6515,
      "step": 15712
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.857595792747072e-06,
      "loss": 0.6103,
      "step": 15713
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.856425981400737e-06,
      "loss": 0.6122,
      "step": 15714
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.855256305080565e-06,
      "loss": 0.5045,
      "step": 15715
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8540867638122695e-06,
      "loss": 0.4042,
      "step": 15716
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8529173576215496e-06,
      "loss": 0.6241,
      "step": 15717
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.851748086534113e-06,
      "loss": 0.5723,
      "step": 15718
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.850578950575652e-06,
      "loss": 0.5281,
      "step": 15719
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.849409949771869e-06,
      "loss": 0.594,
      "step": 15720
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.848241084148454e-06,
      "loss": 0.5925,
      "step": 15721
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.847072353731096e-06,
      "loss": 0.5547,
      "step": 15722
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.845903758545483e-06,
      "loss": 0.4971,
      "step": 15723
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.844735298617294e-06,
      "loss": 0.5574,
      "step": 15724
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.843566973972214e-06,
      "loss": 0.5928,
      "step": 15725
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.842398784635925e-06,
      "loss": 0.4495,
      "step": 15726
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.841230730634098e-06,
      "loss": 0.4313,
      "step": 15727
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.840062811992405e-06,
      "loss": 0.6419,
      "step": 15728
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.83889502873651e-06,
      "loss": 0.5376,
      "step": 15729
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.83772738089209e-06,
      "loss": 0.5603,
      "step": 15730
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8365598684848005e-06,
      "loss": 0.5432,
      "step": 15731
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.835392491540301e-06,
      "loss": 0.4191,
      "step": 15732
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.834225250084254e-06,
      "loss": 0.5612,
      "step": 15733
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.833058144142306e-06,
      "loss": 0.4639,
      "step": 15734
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.831891173740118e-06,
      "loss": 0.5775,
      "step": 15735
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.830724338903332e-06,
      "loss": 0.525,
      "step": 15736
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.829557639657594e-06,
      "loss": 0.6105,
      "step": 15737
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.828391076028542e-06,
      "loss": 0.6513,
      "step": 15738
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.827224648041821e-06,
      "loss": 0.5749,
      "step": 15739
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.826058355723069e-06,
      "loss": 0.5586,
      "step": 15740
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.824892199097917e-06,
      "loss": 0.515,
      "step": 15741
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.823726178191993e-06,
      "loss": 0.4798,
      "step": 15742
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.822560293030927e-06,
      "loss": 0.5229,
      "step": 15743
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.821394543640338e-06,
      "loss": 0.5799,
      "step": 15744
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.820228930045854e-06,
      "loss": 0.4923,
      "step": 15745
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.819063452273089e-06,
      "loss": 0.5053,
      "step": 15746
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.817898110347662e-06,
      "loss": 0.6765,
      "step": 15747
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.816732904295182e-06,
      "loss": 0.5368,
      "step": 15748
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.815567834141262e-06,
      "loss": 0.6181,
      "step": 15749
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.814402899911507e-06,
      "loss": 0.4931,
      "step": 15750
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.81323810163152e-06,
      "loss": 0.4171,
      "step": 15751
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.812073439326901e-06,
      "loss": 0.498,
      "step": 15752
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8109089130232445e-06,
      "loss": 0.5246,
      "step": 15753
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8097445227461484e-06,
      "loss": 0.632,
      "step": 15754
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.808580268521207e-06,
      "loss": 0.4763,
      "step": 15755
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.807416150374006e-06,
      "loss": 0.4603,
      "step": 15756
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8062521683301303e-06,
      "loss": 0.5093,
      "step": 15757
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.80508832241516e-06,
      "loss": 0.528,
      "step": 15758
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8039246126546815e-06,
      "loss": 0.5431,
      "step": 15759
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.802761039074262e-06,
      "loss": 0.4551,
      "step": 15760
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8015976016994847e-06,
      "loss": 0.5546,
      "step": 15761
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.800434300555916e-06,
      "loss": 0.5013,
      "step": 15762
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7992711356691202e-06,
      "loss": 0.6809,
      "step": 15763
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7981081070646676e-06,
      "loss": 0.5814,
      "step": 15764
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.796945214768116e-06,
      "loss": 0.5357,
      "step": 15765
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7957824588050263e-06,
      "loss": 0.5239,
      "step": 15766
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7946198392009494e-06,
      "loss": 0.5506,
      "step": 15767
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7934573559814403e-06,
      "loss": 0.532,
      "step": 15768
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7922950091720532e-06,
      "loss": 0.5272,
      "step": 15769
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7911327987983317e-06,
      "loss": 0.5578,
      "step": 15770
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7899707248858176e-06,
      "loss": 0.3689,
      "step": 15771
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7888087874600522e-06,
      "loss": 0.495,
      "step": 15772
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7876469865465704e-06,
      "loss": 0.5936,
      "step": 15773
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.786485322170913e-06,
      "loss": 0.4865,
      "step": 15774
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7853237943586042e-06,
      "loss": 0.5591,
      "step": 15775
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7841624031351807e-06,
      "loss": 0.5795,
      "step": 15776
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7830011485261607e-06,
      "loss": 0.6591,
      "step": 15777
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7818400305570733e-06,
      "loss": 0.4769,
      "step": 15778
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.780679049253435e-06,
      "loss": 0.5154,
      "step": 15779
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7795182046407617e-06,
      "loss": 0.5781,
      "step": 15780
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.778357496744568e-06,
      "loss": 0.5524,
      "step": 15781
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7771969255903597e-06,
      "loss": 0.4447,
      "step": 15782
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7760364912036486e-06,
      "loss": 0.5477,
      "step": 15783
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7748761936099433e-06,
      "loss": 0.4907,
      "step": 15784
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.77371603283474e-06,
      "loss": 0.5082,
      "step": 15785
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7725560089035395e-06,
      "loss": 0.4988,
      "step": 15786
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7713961218418315e-06,
      "loss": 0.483,
      "step": 15787
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7702363716751177e-06,
      "loss": 0.6595,
      "step": 15788
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.76907675842888e-06,
      "loss": 0.5747,
      "step": 15789
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7679172821286103e-06,
      "loss": 0.6569,
      "step": 15790
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7667579427997903e-06,
      "loss": 0.5126,
      "step": 15791
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7655987404678973e-06,
      "loss": 0.5169,
      "step": 15792
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7644396751584133e-06,
      "loss": 0.5599,
      "step": 15793
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7632807468968125e-06,
      "loss": 0.5765,
      "step": 15794
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.762121955708563e-06,
      "loss": 0.4764,
      "step": 15795
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7609633016191326e-06,
      "loss": 0.584,
      "step": 15796
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7598047846539886e-06,
      "loss": 0.4939,
      "step": 15797
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7586464048385974e-06,
      "loss": 0.5773,
      "step": 15798
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.757488162198415e-06,
      "loss": 0.4707,
      "step": 15799
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7563300567588967e-06,
      "loss": 0.4508,
      "step": 15800
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7551720885454977e-06,
      "loss": 0.5873,
      "step": 15801
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7540142575836636e-06,
      "loss": 0.5587,
      "step": 15802
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.752856563898849e-06,
      "loss": 0.6136,
      "step": 15803
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7516990075164905e-06,
      "loss": 0.5993,
      "step": 15804
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.750541588462038e-06,
      "loss": 0.6298,
      "step": 15805
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7493843067609215e-06,
      "loss": 0.4284,
      "step": 15806
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7482271624385822e-06,
      "loss": 0.6023,
      "step": 15807
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7470701555204513e-06,
      "loss": 0.6105,
      "step": 15808
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.745913286031957e-06,
      "loss": 0.5679,
      "step": 15809
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7447565539985222e-06,
      "loss": 0.4624,
      "step": 15810
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.743599959445576e-06,
      "loss": 0.4099,
      "step": 15811
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.742443502398533e-06,
      "loss": 0.5384,
      "step": 15812
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.741287182882816e-06,
      "loss": 0.5564,
      "step": 15813
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7401310009238366e-06,
      "loss": 0.4369,
      "step": 15814
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7389749565470045e-06,
      "loss": 0.588,
      "step": 15815
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7378190497777257e-06,
      "loss": 0.6247,
      "step": 15816
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7366632806414127e-06,
      "loss": 0.5883,
      "step": 15817
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.735507649163458e-06,
      "loss": 0.4712,
      "step": 15818
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7343521553692707e-06,
      "loss": 0.6232,
      "step": 15819
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.73319679928424e-06,
      "loss": 0.5934,
      "step": 15820
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7320415809337586e-06,
      "loss": 0.3993,
      "step": 15821
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7308865003432206e-06,
      "loss": 0.5935,
      "step": 15822
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7297315575380113e-06,
      "loss": 0.5968,
      "step": 15823
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7285767525435136e-06,
      "loss": 0.5712,
      "step": 15824
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.727422085385104e-06,
      "loss": 0.5179,
      "step": 15825
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7262675560881654e-06,
      "loss": 0.5406,
      "step": 15826
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7251131646780757e-06,
      "loss": 0.6016,
      "step": 15827
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7239589111802033e-06,
      "loss": 0.5533,
      "step": 15828
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7228047956199153e-06,
      "loss": 0.5855,
      "step": 15829
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7216508180225798e-06,
      "loss": 0.507,
      "step": 15830
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7204969784135537e-06,
      "loss": 0.5297,
      "step": 15831
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7193432768182046e-06,
      "loss": 0.4265,
      "step": 15832
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7181897132618828e-06,
      "loss": 0.5722,
      "step": 15833
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.717036287769947e-06,
      "loss": 0.5739,
      "step": 15834
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7158830003677428e-06,
      "loss": 0.6239,
      "step": 15835
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.714729851080623e-06,
      "loss": 0.5229,
      "step": 15836
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.713576839933929e-06,
      "loss": 0.5191,
      "step": 15837
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7124239669530016e-06,
      "loss": 0.5916,
      "step": 15838
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7112712321631773e-06,
      "loss": 0.6715,
      "step": 15839
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7101186355897935e-06,
      "loss": 0.6289,
      "step": 15840
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7089661772581862e-06,
      "loss": 0.5097,
      "step": 15841
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7078138571936818e-06,
      "loss": 0.4104,
      "step": 15842
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7066616754216056e-06,
      "loss": 0.5268,
      "step": 15843
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7055096319672814e-06,
      "loss": 0.5111,
      "step": 15844
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.704357726856026e-06,
      "loss": 0.6451,
      "step": 15845
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.703205960113162e-06,
      "loss": 0.6034,
      "step": 15846
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.702054331763999e-06,
      "loss": 0.5817,
      "step": 15847
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7009028418338523e-06,
      "loss": 0.5333,
      "step": 15848
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.699751490348028e-06,
      "loss": 0.5156,
      "step": 15849
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6986002773318265e-06,
      "loss": 0.6209,
      "step": 15850
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.697449202810558e-06,
      "loss": 0.5746,
      "step": 15851
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.696298266809517e-06,
      "loss": 0.5849,
      "step": 15852
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.695147469353999e-06,
      "loss": 0.6179,
      "step": 15853
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6939968104692937e-06,
      "loss": 0.5209,
      "step": 15854
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6928462901806938e-06,
      "loss": 0.4819,
      "step": 15855
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6916959085134906e-06,
      "loss": 0.6316,
      "step": 15856
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6905456654929626e-06,
      "loss": 0.5917,
      "step": 15857
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.689395561144391e-06,
      "loss": 0.5001,
      "step": 15858
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6882455954930507e-06,
      "loss": 0.5298,
      "step": 15859
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6870957685642215e-06,
      "loss": 0.5701,
      "step": 15860
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6859460803831736e-06,
      "loss": 0.6084,
      "step": 15861
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.684796530975169e-06,
      "loss": 0.5811,
      "step": 15862
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.683647120365482e-06,
      "loss": 0.5266,
      "step": 15863
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6824978485793673e-06,
      "loss": 0.5884,
      "step": 15864
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6813487156420912e-06,
      "loss": 0.4718,
      "step": 15865
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6801997215789064e-06,
      "loss": 0.6117,
      "step": 15866
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6790508664150647e-06,
      "loss": 0.5592,
      "step": 15867
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.677902150175815e-06,
      "loss": 0.5869,
      "step": 15868
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.676753572886406e-06,
      "loss": 0.5307,
      "step": 15869
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6756051345720854e-06,
      "loss": 0.3899,
      "step": 15870
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6744568352580913e-06,
      "loss": 0.503,
      "step": 15871
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6733086749696613e-06,
      "loss": 0.6139,
      "step": 15872
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6721606537320297e-06,
      "loss": 0.5654,
      "step": 15873
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6710127715704245e-06,
      "loss": 0.4846,
      "step": 15874
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6698650285100824e-06,
      "loss": 0.5834,
      "step": 15875
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6687174245762215e-06,
      "loss": 0.6454,
      "step": 15876
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6675699597940716e-06,
      "loss": 0.4318,
      "step": 15877
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6664226341888476e-06,
      "loss": 0.4976,
      "step": 15878
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.665275447785763e-06,
      "loss": 0.4311,
      "step": 15879
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.66412840061004e-06,
      "loss": 0.4999,
      "step": 15880
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6629814926868824e-06,
      "loss": 0.5168,
      "step": 15881
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6618347240414987e-06,
      "loss": 0.4964,
      "step": 15882
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6606880946990895e-06,
      "loss": 0.5019,
      "step": 15883
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.659541604684861e-06,
      "loss": 0.5431,
      "step": 15884
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.658395254024012e-06,
      "loss": 0.6011,
      "step": 15885
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6572490427417363e-06,
      "loss": 0.5134,
      "step": 15886
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6561029708632244e-06,
      "loss": 0.5845,
      "step": 15887
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6549570384136625e-06,
      "loss": 0.5409,
      "step": 15888
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.653811245418243e-06,
      "loss": 0.569,
      "step": 15889
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6526655919021413e-06,
      "loss": 0.5738,
      "step": 15890
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6515200778905446e-06,
      "loss": 0.5283,
      "step": 15891
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6503747034086257e-06,
      "loss": 0.5968,
      "step": 15892
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6492294684815555e-06,
      "loss": 0.4917,
      "step": 15893
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6480843731345108e-06,
      "loss": 0.4738,
      "step": 15894
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.646939417392655e-06,
      "loss": 0.6147,
      "step": 15895
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.645794601281154e-06,
      "loss": 0.5767,
      "step": 15896
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6446499248251643e-06,
      "loss": 0.5756,
      "step": 15897
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.643505388049847e-06,
      "loss": 0.524,
      "step": 15898
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6423609909803625e-06,
      "loss": 0.5937,
      "step": 15899
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.641216733641858e-06,
      "loss": 0.5765,
      "step": 15900
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6400726160594823e-06,
      "loss": 0.6286,
      "step": 15901
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.638928638258383e-06,
      "loss": 0.5607,
      "step": 15902
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6377848002636984e-06,
      "loss": 0.4954,
      "step": 15903
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6366411021005744e-06,
      "loss": 0.5954,
      "step": 15904
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.635497543794142e-06,
      "loss": 0.4941,
      "step": 15905
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6343541253695412e-06,
      "loss": 0.567,
      "step": 15906
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6332108468519e-06,
      "loss": 0.4971,
      "step": 15907
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6320677082663416e-06,
      "loss": 0.4292,
      "step": 15908
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6309247096379962e-06,
      "loss": 0.4869,
      "step": 15909
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6297818509919836e-06,
      "loss": 0.5454,
      "step": 15910
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6286391323534185e-06,
      "loss": 0.6483,
      "step": 15911
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6274965537474215e-06,
      "loss": 0.4985,
      "step": 15912
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6263541151990987e-06,
      "loss": 0.5428,
      "step": 15913
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.625211816733566e-06,
      "loss": 0.5493,
      "step": 15914
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.624069658375926e-06,
      "loss": 0.5749,
      "step": 15915
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6229276401512813e-06,
      "loss": 0.5992,
      "step": 15916
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6217857620847287e-06,
      "loss": 0.495,
      "step": 15917
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.620644024201371e-06,
      "loss": 0.4989,
      "step": 15918
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.619502426526296e-06,
      "loss": 0.5321,
      "step": 15919
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.618360969084599e-06,
      "loss": 0.5592,
      "step": 15920
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.617219651901366e-06,
      "loss": 0.5448,
      "step": 15921
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6160784750016775e-06,
      "loss": 0.5599,
      "step": 15922
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6149374384106216e-06,
      "loss": 0.5628,
      "step": 15923
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.613796542153274e-06,
      "loss": 0.5562,
      "step": 15924
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6126557862547075e-06,
      "loss": 0.4979,
      "step": 15925
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6115151707399932e-06,
      "loss": 0.5529,
      "step": 15926
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.610374695634201e-06,
      "loss": 0.5433,
      "step": 15927
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6092343609624025e-06,
      "loss": 0.585,
      "step": 15928
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.608094166749656e-06,
      "loss": 0.5821,
      "step": 15929
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6069541130210206e-06,
      "loss": 0.589,
      "step": 15930
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.605814199801554e-06,
      "loss": 0.5443,
      "step": 15931
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6046744271163057e-06,
      "loss": 0.5318,
      "step": 15932
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6035347949903332e-06,
      "loss": 0.5793,
      "step": 15933
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6023953034486768e-06,
      "loss": 0.5178,
      "step": 15934
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.601255952516388e-06,
      "loss": 0.5618,
      "step": 15935
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6001167422185036e-06,
      "loss": 0.4604,
      "step": 15936
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5989776725800597e-06,
      "loss": 0.6359,
      "step": 15937
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5978387436260964e-06,
      "loss": 0.6051,
      "step": 15938
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.596699955381644e-06,
      "loss": 0.5686,
      "step": 15939
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5955613078717268e-06,
      "loss": 0.6362,
      "step": 15940
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5944228011213767e-06,
      "loss": 0.553,
      "step": 15941
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5932844351556105e-06,
      "loss": 0.5373,
      "step": 15942
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.592146209999454e-06,
      "loss": 0.5467,
      "step": 15943
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5910081256779204e-06,
      "loss": 0.5005,
      "step": 15944
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.589870182216024e-06,
      "loss": 0.5179,
      "step": 15945
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5887323796387694e-06,
      "loss": 0.5417,
      "step": 15946
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5875947179711732e-06,
      "loss": 0.5629,
      "step": 15947
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5864571972382313e-06,
      "loss": 0.5922,
      "step": 15948
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5853198174649495e-06,
      "loss": 0.444,
      "step": 15949
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.584182578676325e-06,
      "loss": 0.587,
      "step": 15950
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5830454808973493e-06,
      "loss": 0.5682,
      "step": 15951
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.581908524153018e-06,
      "loss": 0.506,
      "step": 15952
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.580771708468319e-06,
      "loss": 0.5052,
      "step": 15953
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5796350338682375e-06,
      "loss": 0.4988,
      "step": 15954
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5784985003777506e-06,
      "loss": 0.5297,
      "step": 15955
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5773621080218425e-06,
      "loss": 0.5621,
      "step": 15956
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5762258568254916e-06,
      "loss": 0.6745,
      "step": 15957
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.575089746813668e-06,
      "loss": 0.6047,
      "step": 15958
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.573953778011342e-06,
      "loss": 0.5966,
      "step": 15959
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.572817950443481e-06,
      "loss": 0.6161,
      "step": 15960
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5716822641350434e-06,
      "loss": 0.5292,
      "step": 15961
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5705467191109987e-06,
      "loss": 0.5877,
      "step": 15962
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.569411315396296e-06,
      "loss": 0.5935,
      "step": 15963
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5682760530158976e-06,
      "loss": 0.6006,
      "step": 15964
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5671409319947505e-06,
      "loss": 0.5754,
      "step": 15965
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5660059523578005e-06,
      "loss": 0.4755,
      "step": 15966
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5648711141299984e-06,
      "loss": 0.5456,
      "step": 15967
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5637364173362832e-06,
      "loss": 0.47,
      "step": 15968
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5626018620015913e-06,
      "loss": 0.5907,
      "step": 15969
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5614674481508593e-06,
      "loss": 0.554,
      "step": 15970
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5603331758090264e-06,
      "loss": 0.53,
      "step": 15971
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5591990450010173e-06,
      "loss": 0.5343,
      "step": 15972
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5580650557517573e-06,
      "loss": 0.5616,
      "step": 15973
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.556931208086172e-06,
      "loss": 0.5282,
      "step": 15974
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5557975020291756e-06,
      "loss": 0.4645,
      "step": 15975
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5546639376056946e-06,
      "loss": 0.5551,
      "step": 15976
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.553530514840634e-06,
      "loss": 0.5708,
      "step": 15977
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.552397233758913e-06,
      "loss": 0.5392,
      "step": 15978
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5512640943854358e-06,
      "loss": 0.5949,
      "step": 15979
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.550131096745103e-06,
      "loss": 0.525,
      "step": 15980
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.548998240862823e-06,
      "loss": 0.6322,
      "step": 15981
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.547865526763491e-06,
      "loss": 0.6184,
      "step": 15982
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.546732954472002e-06,
      "loss": 0.5759,
      "step": 15983
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5456005240132452e-06,
      "loss": 0.5632,
      "step": 15984
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.544468235412113e-06,
      "loss": 0.6083,
      "step": 15985
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5433360886934943e-06,
      "loss": 0.5173,
      "step": 15986
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.542204083882269e-06,
      "loss": 0.5813,
      "step": 15987
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5410722210033168e-06,
      "loss": 0.5236,
      "step": 15988
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5399405000815135e-06,
      "loss": 0.5994,
      "step": 15989
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5388089211417298e-06,
      "loss": 0.5646,
      "step": 15990
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5376774842088403e-06,
      "loss": 0.5326,
      "step": 15991
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5365461893077136e-06,
      "loss": 0.4229,
      "step": 15992
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5354150364632122e-06,
      "loss": 0.5227,
      "step": 15993
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5342840257001966e-06,
      "loss": 0.5815,
      "step": 15994
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5331531570435207e-06,
      "loss": 0.574,
      "step": 15995
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5320224305180463e-06,
      "loss": 0.5716,
      "step": 15996
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5308918461486206e-06,
      "loss": 0.5792,
      "step": 15997
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5297614039600914e-06,
      "loss": 0.5091,
      "step": 15998
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5286311039773048e-06,
      "loss": 0.4978,
      "step": 15999
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5275009462251074e-06,
      "loss": 0.5406,
      "step": 16000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5263709307283357e-06,
      "loss": 0.5946,
      "step": 16001
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5252410575118246e-06,
      "loss": 0.4618,
      "step": 16002
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5241113266004067e-06,
      "loss": 0.6329,
      "step": 16003
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.52298173801891e-06,
      "loss": 0.5901,
      "step": 16004
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.521852291792166e-06,
      "loss": 0.6963,
      "step": 16005
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5207229879449924e-06,
      "loss": 0.4949,
      "step": 16006
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5195938265022156e-06,
      "loss": 0.5934,
      "step": 16007
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5184648074886497e-06,
      "loss": 0.591,
      "step": 16008
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5173359309291065e-06,
      "loss": 0.5621,
      "step": 16009
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5162071968484023e-06,
      "loss": 0.4892,
      "step": 16010
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5150786052713413e-06,
      "loss": 0.7044,
      "step": 16011
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5139501562227262e-06,
      "loss": 0.5738,
      "step": 16012
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5128218497273646e-06,
      "loss": 0.5659,
      "step": 16013
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.511693685810048e-06,
      "loss": 0.583,
      "step": 16014
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5105656644955798e-06,
      "loss": 0.5003,
      "step": 16015
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5094377858087458e-06,
      "loss": 0.6169,
      "step": 16016
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5083100497743383e-06,
      "loss": 0.4753,
      "step": 16017
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.507182456417141e-06,
      "loss": 0.5106,
      "step": 16018
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5060550057619336e-06,
      "loss": 0.6069,
      "step": 16019
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.504927697833499e-06,
      "loss": 0.5897,
      "step": 16020
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5038005326566183e-06,
      "loss": 0.5431,
      "step": 16021
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5026735102560604e-06,
      "loss": 0.4678,
      "step": 16022
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.501546630656596e-06,
      "loss": 0.5543,
      "step": 16023
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5004198938829883e-06,
      "loss": 0.5367,
      "step": 16024
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.499293299960008e-06,
      "loss": 0.5339,
      "step": 16025
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4981668489124123e-06,
      "loss": 0.5217,
      "step": 16026
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4970405407649565e-06,
      "loss": 0.5631,
      "step": 16027
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4959143755423976e-06,
      "loss": 0.512,
      "step": 16028
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4947883532694903e-06,
      "loss": 0.5466,
      "step": 16029
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.49366247397098e-06,
      "loss": 0.5925,
      "step": 16030
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4925367376716113e-06,
      "loss": 0.6082,
      "step": 16031
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4914111443961263e-06,
      "loss": 0.6044,
      "step": 16032
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.49028569416926e-06,
      "loss": 0.5132,
      "step": 16033
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.489160387015755e-06,
      "loss": 0.6278,
      "step": 16034
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4880352229603376e-06,
      "loss": 0.5736,
      "step": 16035
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4869102020277433e-06,
      "loss": 0.5186,
      "step": 16036
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4857853242426955e-06,
      "loss": 0.5466,
      "step": 16037
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4846605896299134e-06,
      "loss": 0.5577,
      "step": 16038
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4835359982141237e-06,
      "loss": 0.5436,
      "step": 16039
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4824115500200396e-06,
      "loss": 0.5319,
      "step": 16040
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.481287245072371e-06,
      "loss": 0.6373,
      "step": 16041
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4801630833958365e-06,
      "loss": 0.6063,
      "step": 16042
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4790390650151363e-06,
      "loss": 0.5839,
      "step": 16043
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4779151899549802e-06,
      "loss": 0.4941,
      "step": 16044
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4767914582400665e-06,
      "loss": 0.5665,
      "step": 16045
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4756678698950943e-06,
      "loss": 0.5338,
      "step": 16046
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4745444249447557e-06,
      "loss": 0.5233,
      "step": 16047
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4734211234137406e-06,
      "loss": 0.4622,
      "step": 16048
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4722979653267407e-06,
      "loss": 0.4888,
      "step": 16049
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4711749507084447e-06,
      "loss": 0.5619,
      "step": 16050
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4700520795835303e-06,
      "loss": 0.5353,
      "step": 16051
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4689293519766775e-06,
      "loss": 0.5207,
      "step": 16052
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.467806767912559e-06,
      "loss": 0.4235,
      "step": 16053
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4666843274158536e-06,
      "loss": 0.6312,
      "step": 16054
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.465562030511227e-06,
      "loss": 0.5807,
      "step": 16055
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4644398772233435e-06,
      "loss": 0.5149,
      "step": 16056
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4633178675768676e-06,
      "loss": 0.5654,
      "step": 16057
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.462196001596464e-06,
      "loss": 0.5226,
      "step": 16058
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4610742793067866e-06,
      "loss": 0.5698,
      "step": 16059
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4599527007324885e-06,
      "loss": 0.5051,
      "step": 16060
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4588312658982205e-06,
      "loss": 0.5829,
      "step": 16061
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.457709974828626e-06,
      "loss": 0.5711,
      "step": 16062
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4565888275483563e-06,
      "loss": 0.5412,
      "step": 16063
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.455467824082046e-06,
      "loss": 0.6031,
      "step": 16064
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4543469644543394e-06,
      "loss": 0.5397,
      "step": 16065
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4532262486898683e-06,
      "loss": 0.6221,
      "step": 16066
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.452105676813261e-06,
      "loss": 0.5894,
      "step": 16067
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4509852488491513e-06,
      "loss": 0.616,
      "step": 16068
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4498649648221625e-06,
      "loss": 0.5175,
      "step": 16069
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4487448247569134e-06,
      "loss": 0.555,
      "step": 16070
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.447624828678029e-06,
      "loss": 0.5407,
      "step": 16071
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.446504976610119e-06,
      "loss": 0.5211,
      "step": 16072
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.445385268577801e-06,
      "loss": 0.5435,
      "step": 16073
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.444265704605684e-06,
      "loss": 0.6037,
      "step": 16074
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4431462847183706e-06,
      "loss": 0.5066,
      "step": 16075
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4420270089404674e-06,
      "loss": 0.5711,
      "step": 16076
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4409078772965687e-06,
      "loss": 0.5527,
      "step": 16077
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.439788889811276e-06,
      "loss": 0.4834,
      "step": 16078
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4386700465091847e-06,
      "loss": 0.5721,
      "step": 16079
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4375513474148837e-06,
      "loss": 0.5229,
      "step": 16080
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4364327925529594e-06,
      "loss": 0.5986,
      "step": 16081
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.435314381947993e-06,
      "loss": 0.5162,
      "step": 16082
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.434196115624571e-06,
      "loss": 0.5807,
      "step": 16083
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.433077993607268e-06,
      "loss": 0.484,
      "step": 16084
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4319600159206556e-06,
      "loss": 0.5687,
      "step": 16085
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.430842182589309e-06,
      "loss": 0.5008,
      "step": 16086
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4297244936377995e-06,
      "loss": 0.4958,
      "step": 16087
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.428606949090689e-06,
      "loss": 0.5701,
      "step": 16088
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.427489548972539e-06,
      "loss": 0.5151,
      "step": 16089
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.426372293307908e-06,
      "loss": 0.5967,
      "step": 16090
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.425255182121349e-06,
      "loss": 0.5114,
      "step": 16091
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.424138215437416e-06,
      "loss": 0.5927,
      "step": 16092
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.423021393280663e-06,
      "loss": 0.5417,
      "step": 16093
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4219047156756334e-06,
      "loss": 0.5019,
      "step": 16094
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.420788182646868e-06,
      "loss": 0.6849,
      "step": 16095
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.419671794218905e-06,
      "loss": 0.5423,
      "step": 16096
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.418555550416286e-06,
      "loss": 0.4506,
      "step": 16097
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.417439451263542e-06,
      "loss": 0.6638,
      "step": 16098
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4163234967852e-06,
      "loss": 0.6042,
      "step": 16099
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.415207687005793e-06,
      "loss": 0.5523,
      "step": 16100
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4140920219498363e-06,
      "loss": 0.4733,
      "step": 16101
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4129765016418604e-06,
      "loss": 0.5026,
      "step": 16102
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.411861126106378e-06,
      "loss": 0.5311,
      "step": 16103
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4107458953679028e-06,
      "loss": 0.4698,
      "step": 16104
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4096308094509466e-06,
      "loss": 0.4625,
      "step": 16105
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4085158683800133e-06,
      "loss": 0.4605,
      "step": 16106
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4074010721796115e-06,
      "loss": 0.6167,
      "step": 16107
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.406286420874246e-06,
      "loss": 0.4394,
      "step": 16108
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.405171914488411e-06,
      "loss": 0.5565,
      "step": 16109
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4040575530465993e-06,
      "loss": 0.495,
      "step": 16110
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4029433365733076e-06,
      "loss": 0.4821,
      "step": 16111
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.401829265093024e-06,
      "loss": 0.5122,
      "step": 16112
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4007153386302284e-06,
      "loss": 0.583,
      "step": 16113
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.399601557209411e-06,
      "loss": 0.5993,
      "step": 16114
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3984879208550446e-06,
      "loss": 0.5658,
      "step": 16115
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.397374429591611e-06,
      "loss": 0.5838,
      "step": 16116
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3962610834435805e-06,
      "loss": 0.453,
      "step": 16117
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3951478824354213e-06,
      "loss": 0.6228,
      "step": 16118
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.394034826591601e-06,
      "loss": 0.5661,
      "step": 16119
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.39292191593658e-06,
      "loss": 0.5095,
      "step": 16120
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3918091504948204e-06,
      "loss": 0.552,
      "step": 16121
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3906965302907825e-06,
      "loss": 0.4357,
      "step": 16122
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.389584055348918e-06,
      "loss": 0.5009,
      "step": 16123
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.388471725693675e-06,
      "loss": 0.5571,
      "step": 16124
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3873595413495e-06,
      "loss": 0.584,
      "step": 16125
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3862475023408414e-06,
      "loss": 0.5583,
      "step": 16126
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3851356086921394e-06,
      "loss": 0.5175,
      "step": 16127
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3840238604278265e-06,
      "loss": 0.5097,
      "step": 16128
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.382912257572343e-06,
      "loss": 0.5609,
      "step": 16129
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3818008001501157e-06,
      "loss": 0.5004,
      "step": 16130
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.380689488185579e-06,
      "loss": 0.5893,
      "step": 16131
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3795783217031532e-06,
      "loss": 0.592,
      "step": 16132
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3784673007272607e-06,
      "loss": 0.5275,
      "step": 16133
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3773564252823197e-06,
      "loss": 0.4761,
      "step": 16134
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3762456953927423e-06,
      "loss": 0.6156,
      "step": 16135
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3751351110829445e-06,
      "loss": 0.5564,
      "step": 16136
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3740246723773383e-06,
      "loss": 0.5157,
      "step": 16137
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3729143793003262e-06,
      "loss": 0.4265,
      "step": 16138
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3718042318763067e-06,
      "loss": 0.4896,
      "step": 16139
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3706942301296865e-06,
      "loss": 0.4532,
      "step": 16140
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3695843740848576e-06,
      "loss": 0.4942,
      "step": 16141
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.36847466376621e-06,
      "loss": 0.7191,
      "step": 16142
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.36736509919814e-06,
      "loss": 0.4969,
      "step": 16143
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3662556804050283e-06,
      "loss": 0.5754,
      "step": 16144
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.365146407411263e-06,
      "loss": 0.6444,
      "step": 16145
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3640372802412223e-06,
      "loss": 0.5343,
      "step": 16146
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3629282989192836e-06,
      "loss": 0.498,
      "step": 16147
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.361819463469819e-06,
      "loss": 0.5429,
      "step": 16148
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3607107739171964e-06,
      "loss": 0.4411,
      "step": 16149
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3596022302857858e-06,
      "loss": 0.5907,
      "step": 16150
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.358493832599956e-06,
      "loss": 0.5352,
      "step": 16151
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3573855808840627e-06,
      "loss": 0.5581,
      "step": 16152
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.356277475162465e-06,
      "loss": 0.4946,
      "step": 16153
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3551695154595142e-06,
      "loss": 0.5279,
      "step": 16154
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.354061701799567e-06,
      "loss": 0.5361,
      "step": 16155
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3529540342069677e-06,
      "loss": 0.4503,
      "step": 16156
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3518465127060595e-06,
      "loss": 0.47,
      "step": 16157
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3507391373211893e-06,
      "loss": 0.5099,
      "step": 16158
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3496319080766893e-06,
      "loss": 0.544,
      "step": 16159
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3485248249969015e-06,
      "loss": 0.5216,
      "step": 16160
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.347417888106155e-06,
      "loss": 0.5268,
      "step": 16161
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.346311097428777e-06,
      "loss": 0.5556,
      "step": 16162
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3452044529890916e-06,
      "loss": 0.5708,
      "step": 16163
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.344097954811426e-06,
      "loss": 0.4906,
      "step": 16164
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3429916029200936e-06,
      "loss": 0.5574,
      "step": 16165
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.341885397339417e-06,
      "loss": 0.6185,
      "step": 16166
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3407793380937048e-06,
      "loss": 0.5366,
      "step": 16167
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.339673425207264e-06,
      "loss": 0.5216,
      "step": 16168
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.338567658704407e-06,
      "loss": 0.5473,
      "step": 16169
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3374620386094347e-06,
      "loss": 0.5293,
      "step": 16170
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.336356564946641e-06,
      "loss": 0.5515,
      "step": 16171
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.335251237740331e-06,
      "loss": 0.5252,
      "step": 16172
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3341460570147922e-06,
      "loss": 0.5572,
      "step": 16173
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3330410227943187e-06,
      "loss": 0.5674,
      "step": 16174
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3319361351031963e-06,
      "loss": 0.5011,
      "step": 16175
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3308313939657076e-06,
      "loss": 0.5538,
      "step": 16176
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3297267994061345e-06,
      "loss": 0.4853,
      "step": 16177
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3286223514487505e-06,
      "loss": 0.5651,
      "step": 16178
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3275180501178307e-06,
      "loss": 0.5329,
      "step": 16179
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3264138954376523e-06,
      "loss": 0.6029,
      "step": 16180
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3253098874324774e-06,
      "loss": 0.5637,
      "step": 16181
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.324206026126572e-06,
      "loss": 0.5384,
      "step": 16182
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.323102311544193e-06,
      "loss": 0.5507,
      "step": 16183
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3219987437096047e-06,
      "loss": 0.5257,
      "step": 16184
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.32089532264706e-06,
      "loss": 0.6223,
      "step": 16185
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3197920483808043e-06,
      "loss": 0.5282,
      "step": 16186
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.318688920935095e-06,
      "loss": 0.5856,
      "step": 16187
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.31758594033417e-06,
      "loss": 0.5561,
      "step": 16188
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3164831066022775e-06,
      "loss": 0.3874,
      "step": 16189
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3153804197636517e-06,
      "loss": 0.4126,
      "step": 16190
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.314277879842529e-06,
      "loss": 0.558,
      "step": 16191
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.313175486863138e-06,
      "loss": 0.5587,
      "step": 16192
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3120732408497125e-06,
      "loss": 0.4888,
      "step": 16193
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.310971141826478e-06,
      "loss": 0.5856,
      "step": 16194
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.309869189817656e-06,
      "loss": 0.5449,
      "step": 16195
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3087673848474656e-06,
      "loss": 0.5657,
      "step": 16196
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.307665726940119e-06,
      "loss": 0.6247,
      "step": 16197
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3065642161198353e-06,
      "loss": 0.6224,
      "step": 16198
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.305462852410821e-06,
      "loss": 0.4978,
      "step": 16199
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.304361635837279e-06,
      "loss": 0.605,
      "step": 16200
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3032605664234196e-06,
      "loss": 0.5997,
      "step": 16201
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3021596441934344e-06,
      "loss": 0.5601,
      "step": 16202
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3010588691715274e-06,
      "loss": 0.4949,
      "step": 16203
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.299958241381889e-06,
      "loss": 0.5549,
      "step": 16204
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.298857760848709e-06,
      "loss": 0.5741,
      "step": 16205
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2977574275961742e-06,
      "loss": 0.5398,
      "step": 16206
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2966572416484655e-06,
      "loss": 0.5719,
      "step": 16207
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2955572030297644e-06,
      "loss": 0.5876,
      "step": 16208
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2944573117642543e-06,
      "loss": 0.4857,
      "step": 16209
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2933575678761044e-06,
      "loss": 0.4817,
      "step": 16210
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2922579713894843e-06,
      "loss": 0.541,
      "step": 16211
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2911585223285603e-06,
      "loss": 0.5755,
      "step": 16212
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.290059220717501e-06,
      "loss": 0.5371,
      "step": 16213
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2889600665804657e-06,
      "loss": 0.4534,
      "step": 16214
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.287861059941608e-06,
      "loss": 0.642,
      "step": 16215
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.28676220082509e-06,
      "loss": 0.6428,
      "step": 16216
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2856634892550545e-06,
      "loss": 0.499,
      "step": 16217
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2845649252556566e-06,
      "loss": 0.3665,
      "step": 16218
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2834665088510386e-06,
      "loss": 0.554,
      "step": 16219
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.282368240065341e-06,
      "loss": 0.4902,
      "step": 16220
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2812701189227e-06,
      "loss": 0.6891,
      "step": 16221
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2801721454472533e-06,
      "loss": 0.5391,
      "step": 16222
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2790743196631347e-06,
      "loss": 0.5746,
      "step": 16223
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2779766415944715e-06,
      "loss": 0.5504,
      "step": 16224
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2768791112653873e-06,
      "loss": 0.5681,
      "step": 16225
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2757817287000014e-06,
      "loss": 0.6604,
      "step": 16226
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2746844939224398e-06,
      "loss": 0.5348,
      "step": 16227
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.273587406956814e-06,
      "loss": 0.6118,
      "step": 16228
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2724904678272317e-06,
      "loss": 0.5533,
      "step": 16229
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2713936765578115e-06,
      "loss": 0.4431,
      "step": 16230
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2702970331726503e-06,
      "loss": 0.5662,
      "step": 16231
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.269200537695858e-06,
      "loss": 0.5,
      "step": 16232
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.26810419015153e-06,
      "loss": 0.5333,
      "step": 16233
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.267007990563762e-06,
      "loss": 0.6356,
      "step": 16234
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2659119389566486e-06,
      "loss": 0.5065,
      "step": 16235
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.264816035354275e-06,
      "loss": 0.5562,
      "step": 16236
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2637202797807286e-06,
      "loss": 0.5613,
      "step": 16237
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2626246722600997e-06,
      "loss": 0.6044,
      "step": 16238
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2615292128164624e-06,
      "loss": 0.4451,
      "step": 16239
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2604339014738927e-06,
      "loss": 0.5114,
      "step": 16240
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2593387382564625e-06,
      "loss": 0.5636,
      "step": 16241
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2582437231882458e-06,
      "loss": 0.5736,
      "step": 16242
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.257148856293305e-06,
      "loss": 0.587,
      "step": 16243
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.25605413759571e-06,
      "loss": 0.411,
      "step": 16244
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2549595671195156e-06,
      "loss": 0.5289,
      "step": 16245
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.253865144888778e-06,
      "loss": 0.6495,
      "step": 16246
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2527708709275553e-06,
      "loss": 0.5168,
      "step": 16247
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2516767452598963e-06,
      "loss": 0.4597,
      "step": 16248
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2505827679098478e-06,
      "loss": 0.4922,
      "step": 16249
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2494889389014496e-06,
      "loss": 0.5648,
      "step": 16250
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2483952582587474e-06,
      "loss": 0.5546,
      "step": 16251
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2473017260057792e-06,
      "loss": 0.5084,
      "step": 16252
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.246208342166578e-06,
      "loss": 0.6195,
      "step": 16253
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2451151067651744e-06,
      "loss": 0.5721,
      "step": 16254
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.244022019825592e-06,
      "loss": 0.5418,
      "step": 16255
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2429290813718617e-06,
      "loss": 0.4925,
      "step": 16256
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.241836291428002e-06,
      "loss": 0.5466,
      "step": 16257
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2407436500180277e-06,
      "loss": 0.5448,
      "step": 16258
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.239651157165958e-06,
      "loss": 0.5135,
      "step": 16259
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2385588128958e-06,
      "loss": 0.5488,
      "step": 16260
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2374666172315672e-06,
      "loss": 0.5641,
      "step": 16261
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2363745701972616e-06,
      "loss": 0.4161,
      "step": 16262
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.235282671816883e-06,
      "loss": 0.519,
      "step": 16263
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2341909221144284e-06,
      "loss": 0.5385,
      "step": 16264
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.233099321113897e-06,
      "loss": 0.4443,
      "step": 16265
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2320078688392774e-06,
      "loss": 0.6103,
      "step": 16266
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2309165653145615e-06,
      "loss": 0.4982,
      "step": 16267
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.229825410563732e-06,
      "loss": 0.53,
      "step": 16268
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2287344046107717e-06,
      "loss": 0.6063,
      "step": 16269
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2276435474796543e-06,
      "loss": 0.6224,
      "step": 16270
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2265528391943634e-06,
      "loss": 0.5954,
      "step": 16271
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2254622797788637e-06,
      "loss": 0.5663,
      "step": 16272
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2243718692571303e-06,
      "loss": 0.4349,
      "step": 16273
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2232816076531247e-06,
      "loss": 0.6156,
      "step": 16274
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2221914949908084e-06,
      "loss": 0.4647,
      "step": 16275
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.221101531294145e-06,
      "loss": 0.4372,
      "step": 16276
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.220011716587087e-06,
      "loss": 0.491,
      "step": 16277
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.218922050893588e-06,
      "loss": 0.6353,
      "step": 16278
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2178325342375915e-06,
      "loss": 0.5487,
      "step": 16279
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2167431666430493e-06,
      "loss": 0.5892,
      "step": 16280
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.215653948133907e-06,
      "loss": 0.6198,
      "step": 16281
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2145648787340976e-06,
      "loss": 0.4695,
      "step": 16282
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2134759584675614e-06,
      "loss": 0.5533,
      "step": 16283
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2123871873582248e-06,
      "loss": 0.5036,
      "step": 16284
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2112985654300253e-06,
      "loss": 0.5866,
      "step": 16285
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.210210092706886e-06,
      "loss": 0.5883,
      "step": 16286
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2091217692127243e-06,
      "loss": 0.5729,
      "step": 16287
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.208033594971469e-06,
      "loss": 0.6374,
      "step": 16288
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2069455700070296e-06,
      "loss": 0.5274,
      "step": 16289
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2058576943433238e-06,
      "loss": 0.616,
      "step": 16290
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.204769968004261e-06,
      "loss": 0.547,
      "step": 16291
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.203682391013745e-06,
      "loss": 0.5491,
      "step": 16292
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2025949633956776e-06,
      "loss": 0.6102,
      "step": 16293
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.201507685173961e-06,
      "loss": 0.5451,
      "step": 16294
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2004205563724966e-06,
      "loss": 0.5898,
      "step": 16295
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1993335770151722e-06,
      "loss": 0.5561,
      "step": 16296
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1982467471258793e-06,
      "loss": 0.5648,
      "step": 16297
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1971600667285053e-06,
      "loss": 0.517,
      "step": 16298
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1960735358469296e-06,
      "loss": 0.4934,
      "step": 16299
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1949871545050393e-06,
      "loss": 0.573,
      "step": 16300
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.193900922726705e-06,
      "loss": 0.5742,
      "step": 16301
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.192814840535805e-06,
      "loss": 0.573,
      "step": 16302
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.19172890795621e-06,
      "loss": 0.6197,
      "step": 16303
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.190643125011781e-06,
      "loss": 0.5828,
      "step": 16304
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1895574917263896e-06,
      "loss": 0.6234,
      "step": 16305
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.188472008123892e-06,
      "loss": 0.5342,
      "step": 16306
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1873866742281465e-06,
      "loss": 0.5387,
      "step": 16307
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1863014900630027e-06,
      "loss": 0.5074,
      "step": 16308
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1852164556523167e-06,
      "loss": 0.5582,
      "step": 16309
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.184131571019936e-06,
      "loss": 0.6633,
      "step": 16310
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.183046836189705e-06,
      "loss": 0.6339,
      "step": 16311
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.181962251185461e-06,
      "loss": 0.6354,
      "step": 16312
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1808778160310407e-06,
      "loss": 0.5264,
      "step": 16313
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1797935307502824e-06,
      "loss": 0.6124,
      "step": 16314
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.178709395367017e-06,
      "loss": 0.6593,
      "step": 16315
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1776254099050653e-06,
      "loss": 0.4084,
      "step": 16316
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.176541574388261e-06,
      "loss": 0.497,
      "step": 16317
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1754578888404177e-06,
      "loss": 0.545,
      "step": 16318
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1743743532853587e-06,
      "loss": 0.6928,
      "step": 16319
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.173290967746896e-06,
      "loss": 0.4697,
      "step": 16320
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.172207732248841e-06,
      "loss": 0.5469,
      "step": 16321
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.171124646814997e-06,
      "loss": 0.6015,
      "step": 16322
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.170041711469174e-06,
      "loss": 0.5159,
      "step": 16323
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.168958926235174e-06,
      "loss": 0.4881,
      "step": 16324
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.167876291136793e-06,
      "loss": 0.5379,
      "step": 16325
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1667938061978255e-06,
      "loss": 0.4869,
      "step": 16326
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1657114714420634e-06,
      "loss": 0.5522,
      "step": 16327
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1646292868932906e-06,
      "loss": 0.534,
      "step": 16328
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1635472525752973e-06,
      "loss": 0.491,
      "step": 16329
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.162465368511861e-06,
      "loss": 0.5819,
      "step": 16330
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1613836347267645e-06,
      "loss": 0.5146,
      "step": 16331
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.16030205124378e-06,
      "loss": 0.5256,
      "step": 16332
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.159220618086676e-06,
      "loss": 0.466,
      "step": 16333
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1581393352792265e-06,
      "loss": 0.6363,
      "step": 16334
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1570582028451936e-06,
      "loss": 0.5601,
      "step": 16335
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1559772208083383e-06,
      "loss": 0.5547,
      "step": 16336
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1548963891924167e-06,
      "loss": 0.4722,
      "step": 16337
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.153815708021186e-06,
      "loss": 0.64,
      "step": 16338
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.152735177318402e-06,
      "loss": 0.5087,
      "step": 16339
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1516547971078104e-06,
      "loss": 0.3868,
      "step": 16340
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.150574567413154e-06,
      "loss": 0.6237,
      "step": 16341
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1494944882581735e-06,
      "loss": 0.5712,
      "step": 16342
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1484145596666126e-06,
      "loss": 0.5446,
      "step": 16343
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1473347816622004e-06,
      "loss": 0.5651,
      "step": 16344
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1462551542686746e-06,
      "loss": 0.4807,
      "step": 16345
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.145175677509762e-06,
      "loss": 0.6033,
      "step": 16346
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.144096351409184e-06,
      "loss": 0.5173,
      "step": 16347
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.143017175990668e-06,
      "loss": 0.5307,
      "step": 16348
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.14193815127793e-06,
      "loss": 0.5595,
      "step": 16349
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1408592772946843e-06,
      "loss": 0.5386,
      "step": 16350
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.139780554064642e-06,
      "loss": 0.6114,
      "step": 16351
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.138701981611513e-06,
      "loss": 0.6277,
      "step": 16352
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1376235599590067e-06,
      "loss": 0.6193,
      "step": 16353
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.136545289130821e-06,
      "loss": 0.5375,
      "step": 16354
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1354671691506555e-06,
      "loss": 0.4843,
      "step": 16355
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.134389200042206e-06,
      "loss": 0.3987,
      "step": 16356
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1333113818291595e-06,
      "loss": 0.5368,
      "step": 16357
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1322337145352134e-06,
      "loss": 0.4434,
      "step": 16358
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1311561981840453e-06,
      "loss": 0.4695,
      "step": 16359
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1300788327993448e-06,
      "loss": 0.4583,
      "step": 16360
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1290016184047824e-06,
      "loss": 0.5117,
      "step": 16361
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.127924555024042e-06,
      "loss": 0.592,
      "step": 16362
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1268476426807914e-06,
      "loss": 0.4603,
      "step": 16363
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.125770881398701e-06,
      "loss": 0.4645,
      "step": 16364
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1246942712014304e-06,
      "loss": 0.5081,
      "step": 16365
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1236178121126514e-06,
      "loss": 0.4607,
      "step": 16366
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1225415041560137e-06,
      "loss": 0.602,
      "step": 16367
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1214653473551815e-06,
      "loss": 0.5751,
      "step": 16368
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1203893417338016e-06,
      "loss": 0.5619,
      "step": 16369
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.119313487315525e-06,
      "loss": 0.5333,
      "step": 16370
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.118237784123993e-06,
      "loss": 0.5391,
      "step": 16371
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1171622321828543e-06,
      "loss": 0.5539,
      "step": 16372
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.116086831515742e-06,
      "loss": 0.5331,
      "step": 16373
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.115011582146298e-06,
      "loss": 0.5709,
      "step": 16374
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1139364840981514e-06,
      "loss": 0.6191,
      "step": 16375
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1128615373949266e-06,
      "loss": 0.6521,
      "step": 16376
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1117867420602575e-06,
      "loss": 0.5243,
      "step": 16377
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.110712098117763e-06,
      "loss": 0.4983,
      "step": 16378
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1096376055910606e-06,
      "loss": 0.5802,
      "step": 16379
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1085632645037643e-06,
      "loss": 0.6076,
      "step": 16380
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1074890748794894e-06,
      "loss": 0.596,
      "step": 16381
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.106415036741848e-06,
      "loss": 0.5887,
      "step": 16382
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1053411501144428e-06,
      "loss": 0.5345,
      "step": 16383
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1042674150208753e-06,
      "loss": 0.5767,
      "step": 16384
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.103193831484744e-06,
      "loss": 0.5945,
      "step": 16385
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1021203995296445e-06,
      "loss": 0.4576,
      "step": 16386
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1010471191791724e-06,
      "loss": 0.5861,
      "step": 16387
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0999739904569106e-06,
      "loss": 0.6041,
      "step": 16388
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0989010133864527e-06,
      "loss": 0.4348,
      "step": 16389
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0978281879913742e-06,
      "loss": 0.5135,
      "step": 16390
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.09675551429526e-06,
      "loss": 0.6115,
      "step": 16391
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0956829923216836e-06,
      "loss": 0.5537,
      "step": 16392
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0946106220942152e-06,
      "loss": 0.5822,
      "step": 16393
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0935384036364235e-06,
      "loss": 0.5587,
      "step": 16394
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0924663369718753e-06,
      "loss": 0.3521,
      "step": 16395
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0913944221241365e-06,
      "loss": 0.5381,
      "step": 16396
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0903226591167635e-06,
      "loss": 0.5637,
      "step": 16397
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0892510479733118e-06,
      "loss": 0.4954,
      "step": 16398
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.088179588717334e-06,
      "loss": 0.522,
      "step": 16399
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.087108281372375e-06,
      "loss": 0.5278,
      "step": 16400
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.086037125961987e-06,
      "loss": 0.5692,
      "step": 16401
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.084966122509707e-06,
      "loss": 0.5913,
      "step": 16402
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.08389527103908e-06,
      "loss": 0.5817,
      "step": 16403
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0828245715736372e-06,
      "loss": 0.581,
      "step": 16404
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0817540241369093e-06,
      "loss": 0.4884,
      "step": 16405
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.080683628752431e-06,
      "loss": 0.6158,
      "step": 16406
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0796133854437236e-06,
      "loss": 0.537,
      "step": 16407
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0785432942343117e-06,
      "loss": 0.5316,
      "step": 16408
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.07747335514771e-06,
      "loss": 0.4214,
      "step": 16409
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.076403568207437e-06,
      "loss": 0.5136,
      "step": 16410
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.075333933437008e-06,
      "loss": 0.5037,
      "step": 16411
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0742644508599285e-06,
      "loss": 0.5735,
      "step": 16412
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0731951204997055e-06,
      "loss": 0.5784,
      "step": 16413
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.07212594237984e-06,
      "loss": 0.4459,
      "step": 16414
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.071056916523827e-06,
      "loss": 0.4156,
      "step": 16415
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0699880429551697e-06,
      "loss": 0.4566,
      "step": 16416
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0689193216973547e-06,
      "loss": 0.5458,
      "step": 16417
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0678507527738755e-06,
      "loss": 0.4414,
      "step": 16418
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0667823362082103e-06,
      "loss": 0.5532,
      "step": 16419
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.065714072023851e-06,
      "loss": 0.4986,
      "step": 16420
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.06464596024427e-06,
      "loss": 0.5297,
      "step": 16421
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.063578000892944e-06,
      "loss": 0.507,
      "step": 16422
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.062510193993342e-06,
      "loss": 0.4968,
      "step": 16423
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0614425395689362e-06,
      "loss": 0.4996,
      "step": 16424
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0603750376431952e-06,
      "loss": 0.4636,
      "step": 16425
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0593076882395757e-06,
      "loss": 0.5679,
      "step": 16426
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.058240491381539e-06,
      "loss": 0.5279,
      "step": 16427
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0571734470925397e-06,
      "loss": 0.5039,
      "step": 16428
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0561065553960256e-06,
      "loss": 0.5671,
      "step": 16429
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.055039816315453e-06,
      "loss": 0.4929,
      "step": 16430
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0539732298742596e-06,
      "loss": 0.5189,
      "step": 16431
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0529067960958957e-06,
      "loss": 0.5381,
      "step": 16432
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0518405150037946e-06,
      "loss": 0.5743,
      "step": 16433
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0507743866213877e-06,
      "loss": 0.5444,
      "step": 16434
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.049708410972115e-06,
      "loss": 0.5466,
      "step": 16435
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0486425880794024e-06,
      "loss": 0.5836,
      "step": 16436
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0475769179666724e-06,
      "loss": 0.621,
      "step": 16437
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.046511400657346e-06,
      "loss": 0.4662,
      "step": 16438
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.045446036174844e-06,
      "loss": 0.479,
      "step": 16439
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0443808245425842e-06,
      "loss": 0.628,
      "step": 16440
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0433157657839752e-06,
      "loss": 0.4959,
      "step": 16441
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0422508599224255e-06,
      "loss": 0.5331,
      "step": 16442
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.041186106981341e-06,
      "loss": 0.6448,
      "step": 16443
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0401215069841182e-06,
      "loss": 0.554,
      "step": 16444
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.03905705995416e-06,
      "loss": 0.518,
      "step": 16445
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0379927659148632e-06,
      "loss": 0.5736,
      "step": 16446
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.036928624889618e-06,
      "loss": 0.6155,
      "step": 16447
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0358646369018072e-06,
      "loss": 0.6563,
      "step": 16448
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0348008019748244e-06,
      "loss": 0.5998,
      "step": 16449
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0337371201320463e-06,
      "loss": 0.5235,
      "step": 16450
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.032673591396851e-06,
      "loss": 0.5173,
      "step": 16451
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0316102157926096e-06,
      "loss": 0.6072,
      "step": 16452
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.030546993342698e-06,
      "loss": 0.4913,
      "step": 16453
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0294839240704864e-06,
      "loss": 0.558,
      "step": 16454
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.028421007999336e-06,
      "loss": 0.5351,
      "step": 16455
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0273582451526083e-06,
      "loss": 0.5543,
      "step": 16456
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0262956355536623e-06,
      "loss": 0.533,
      "step": 16457
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0252331792258482e-06,
      "loss": 0.5087,
      "step": 16458
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0241708761925226e-06,
      "loss": 0.4835,
      "step": 16459
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0231087264770286e-06,
      "loss": 0.623,
      "step": 16460
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0220467301027167e-06,
      "loss": 0.6142,
      "step": 16461
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0209848870929236e-06,
      "loss": 0.5637,
      "step": 16462
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.019923197470984e-06,
      "loss": 0.3925,
      "step": 16463
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0188616612602405e-06,
      "loss": 0.4765,
      "step": 16464
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.017800278484019e-06,
      "loss": 0.5038,
      "step": 16465
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0167390491656436e-06,
      "loss": 0.4168,
      "step": 16466
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0156779733284457e-06,
      "loss": 0.6053,
      "step": 16467
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0146170509957395e-06,
      "loss": 0.6802,
      "step": 16468
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.013556282190849e-06,
      "loss": 0.3797,
      "step": 16469
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.012495666937084e-06,
      "loss": 0.6506,
      "step": 16470
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0114352052577566e-06,
      "loss": 0.6047,
      "step": 16471
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.010374897176174e-06,
      "loss": 0.5842,
      "step": 16472
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0093147427156353e-06,
      "loss": 0.5975,
      "step": 16473
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0082547418994458e-06,
      "loss": 0.5249,
      "step": 16474
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0071948947509054e-06,
      "loss": 0.5,
      "step": 16475
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0061352012933055e-06,
      "loss": 0.4747,
      "step": 16476
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.005075661549931e-06,
      "loss": 0.5331,
      "step": 16477
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0040162755440783e-06,
      "loss": 0.5103,
      "step": 16478
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.002957043299025e-06,
      "loss": 0.5561,
      "step": 16479
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0018979648380542e-06,
      "loss": 0.5184,
      "step": 16480
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0008390401844366e-06,
      "loss": 0.5599,
      "step": 16481
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.999780269361451e-06,
      "loss": 0.5184,
      "step": 16482
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.99872165239237e-06,
      "loss": 0.5049,
      "step": 16483
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.997663189300458e-06,
      "loss": 0.5914,
      "step": 16484
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9966048801089777e-06,
      "loss": 0.4124,
      "step": 16485
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9955467248411885e-06,
      "loss": 0.6466,
      "step": 16486
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9944887235203448e-06,
      "loss": 0.5074,
      "step": 16487
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.993430876169705e-06,
      "loss": 0.4463,
      "step": 16488
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9923731828125145e-06,
      "loss": 0.5792,
      "step": 16489
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9913156434720237e-06,
      "loss": 0.4424,
      "step": 16490
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9902582581714746e-06,
      "loss": 0.5161,
      "step": 16491
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9892010269341022e-06,
      "loss": 0.5257,
      "step": 16492
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.988143949783151e-06,
      "loss": 0.5169,
      "step": 16493
    },
    {
      "epoch": 0.75,
      "learning_rate": 2.9870870267418483e-06,
      "loss": 0.6357,
      "step": 16494
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9860302578334222e-06,
      "loss": 0.6149,
      "step": 16495
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.984973643081104e-06,
      "loss": 0.5233,
      "step": 16496
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9839171825081116e-06,
      "loss": 0.5357,
      "step": 16497
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.982860876137669e-06,
      "loss": 0.6598,
      "step": 16498
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9818047239929906e-06,
      "loss": 0.6136,
      "step": 16499
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9807487260972877e-06,
      "loss": 0.4795,
      "step": 16500
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.979692882473767e-06,
      "loss": 0.5446,
      "step": 16501
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9786371931456404e-06,
      "loss": 0.5066,
      "step": 16502
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.977581658136104e-06,
      "loss": 0.5228,
      "step": 16503
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9765262774683636e-06,
      "loss": 0.4584,
      "step": 16504
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9754710511656105e-06,
      "loss": 0.6168,
      "step": 16505
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.974415979251034e-06,
      "loss": 0.5665,
      "step": 16506
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9733610617478313e-06,
      "loss": 0.671,
      "step": 16507
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9723062986791816e-06,
      "loss": 0.5628,
      "step": 16508
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9712516900682697e-06,
      "loss": 0.4907,
      "step": 16509
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.970197235938269e-06,
      "loss": 0.4807,
      "step": 16510
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.969142936312359e-06,
      "loss": 0.6049,
      "step": 16511
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9680887912137146e-06,
      "loss": 0.6175,
      "step": 16512
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9670348006655012e-06,
      "loss": 0.5562,
      "step": 16513
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9659809646908833e-06,
      "loss": 0.4878,
      "step": 16514
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.964927283313023e-06,
      "loss": 0.5798,
      "step": 16515
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9638737565550757e-06,
      "loss": 0.573,
      "step": 16516
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9628203844402014e-06,
      "loss": 0.5209,
      "step": 16517
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9617671669915472e-06,
      "loss": 0.5355,
      "step": 16518
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.960714104232265e-06,
      "loss": 0.5188,
      "step": 16519
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9596611961854994e-06,
      "loss": 0.5418,
      "step": 16520
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9586084428743856e-06,
      "loss": 0.4906,
      "step": 16521
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.957555844322069e-06,
      "loss": 0.533,
      "step": 16522
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9565034005516815e-06,
      "loss": 0.5087,
      "step": 16523
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9554511115863494e-06,
      "loss": 0.5171,
      "step": 16524
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9543989774492087e-06,
      "loss": 0.5647,
      "step": 16525
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9533469981633755e-06,
      "loss": 0.5386,
      "step": 16526
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9522951737519788e-06,
      "loss": 0.5467,
      "step": 16527
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9512435042381315e-06,
      "loss": 0.5763,
      "step": 16528
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.950191989644948e-06,
      "loss": 0.5313,
      "step": 16529
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.949140629995536e-06,
      "loss": 0.4721,
      "step": 16530
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.94808942531301e-06,
      "loss": 0.5894,
      "step": 16531
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9470383756204646e-06,
      "loss": 0.5326,
      "step": 16532
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9459874809410093e-06,
      "loss": 0.5083,
      "step": 16533
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.944936741297737e-06,
      "loss": 0.567,
      "step": 16534
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.943886156713739e-06,
      "loss": 0.4303,
      "step": 16535
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.94283572721211e-06,
      "loss": 0.5132,
      "step": 16536
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.941785452815935e-06,
      "loss": 0.6544,
      "step": 16537
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.940735333548297e-06,
      "loss": 0.5461,
      "step": 16538
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9396853694322737e-06,
      "loss": 0.5209,
      "step": 16539
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.938635560490943e-06,
      "loss": 0.4902,
      "step": 16540
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9375859067473833e-06,
      "loss": 0.488,
      "step": 16541
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9365364082246595e-06,
      "loss": 0.5394,
      "step": 16542
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.935487064945839e-06,
      "loss": 0.5341,
      "step": 16543
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.934437876933983e-06,
      "loss": 0.5395,
      "step": 16544
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9333888442121503e-06,
      "loss": 0.5842,
      "step": 16545
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9323399668034004e-06,
      "loss": 0.6048,
      "step": 16546
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9312912447307864e-06,
      "loss": 0.596,
      "step": 16547
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9302426780173552e-06,
      "loss": 0.5223,
      "step": 16548
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.929194266686154e-06,
      "loss": 0.5538,
      "step": 16549
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.928146010760221e-06,
      "loss": 0.5459,
      "step": 16550
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.927097910262602e-06,
      "loss": 0.5133,
      "step": 16551
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.92604996521633e-06,
      "loss": 0.5534,
      "step": 16552
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9250021756444323e-06,
      "loss": 0.5662,
      "step": 16553
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9239545415699465e-06,
      "loss": 0.557,
      "step": 16554
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9229070630158894e-06,
      "loss": 0.5357,
      "step": 16555
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9218597400052893e-06,
      "loss": 0.6171,
      "step": 16556
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9208125725611635e-06,
      "loss": 0.5841,
      "step": 16557
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9197655607065254e-06,
      "loss": 0.5936,
      "step": 16558
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.918718704464385e-06,
      "loss": 0.4155,
      "step": 16559
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9176720038577553e-06,
      "loss": 0.5427,
      "step": 16560
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9166254589096354e-06,
      "loss": 0.5506,
      "step": 16561
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.915579069643033e-06,
      "loss": 0.664,
      "step": 16562
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9145328360809445e-06,
      "loss": 0.4589,
      "step": 16563
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9134867582463576e-06,
      "loss": 0.57,
      "step": 16564
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9124408361622735e-06,
      "loss": 0.4836,
      "step": 16565
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.911395069851676e-06,
      "loss": 0.4799,
      "step": 16566
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9103494593375446e-06,
      "loss": 0.5221,
      "step": 16567
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.909304004642868e-06,
      "loss": 0.5762,
      "step": 16568
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9082587057906165e-06,
      "loss": 0.5494,
      "step": 16569
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.90721356280377e-06,
      "loss": 0.5619,
      "step": 16570
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9061685757052983e-06,
      "loss": 0.5448,
      "step": 16571
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.905123744518167e-06,
      "loss": 0.6269,
      "step": 16572
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9040790692653386e-06,
      "loss": 0.5586,
      "step": 16573
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.903034549969772e-06,
      "loss": 0.6068,
      "step": 16574
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9019901866544275e-06,
      "loss": 0.5202,
      "step": 16575
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.900945979342261e-06,
      "loss": 0.4727,
      "step": 16576
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.899901928056219e-06,
      "loss": 0.5161,
      "step": 16577
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8988580328192495e-06,
      "loss": 0.4315,
      "step": 16578
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8978142936542907e-06,
      "loss": 0.5533,
      "step": 16579
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8967707105842903e-06,
      "loss": 0.4049,
      "step": 16580
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8957272836321805e-06,
      "loss": 0.5272,
      "step": 16581
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.894684012820891e-06,
      "loss": 0.6067,
      "step": 16582
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8936408981733576e-06,
      "loss": 0.6347,
      "step": 16583
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8925979397125003e-06,
      "loss": 0.6033,
      "step": 16584
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8915551374612494e-06,
      "loss": 0.5107,
      "step": 16585
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8905124914425186e-06,
      "loss": 0.5556,
      "step": 16586
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8894700016792242e-06,
      "loss": 0.4841,
      "step": 16587
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8884276681942756e-06,
      "loss": 0.5439,
      "step": 16588
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8873854910105893e-06,
      "loss": 0.5833,
      "step": 16589
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8863434701510617e-06,
      "loss": 0.5251,
      "step": 16590
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.885301605638603e-06,
      "loss": 0.5199,
      "step": 16591
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.884259897496109e-06,
      "loss": 0.5683,
      "step": 16592
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8832183457464704e-06,
      "loss": 0.5555,
      "step": 16593
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8821769504125852e-06,
      "loss": 0.5787,
      "step": 16594
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.881135711517339e-06,
      "loss": 0.4859,
      "step": 16595
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.880094629083614e-06,
      "loss": 0.6776,
      "step": 16596
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.879053703134297e-06,
      "loss": 0.5935,
      "step": 16597
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8780129336922593e-06,
      "loss": 0.564,
      "step": 16598
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8769723207803834e-06,
      "loss": 0.5563,
      "step": 16599
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.875931864421535e-06,
      "loss": 0.5242,
      "step": 16600
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8748915646385833e-06,
      "loss": 0.565,
      "step": 16601
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8738514214543912e-06,
      "loss": 0.6759,
      "step": 16602
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8728114348918177e-06,
      "loss": 0.403,
      "step": 16603
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8717716049737233e-06,
      "loss": 0.5352,
      "step": 16604
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.870731931722963e-06,
      "loss": 0.5494,
      "step": 16605
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.869692415162385e-06,
      "loss": 0.6504,
      "step": 16606
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8686530553148373e-06,
      "loss": 0.5538,
      "step": 16607
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8676138522031593e-06,
      "loss": 0.4527,
      "step": 16608
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8665748058501985e-06,
      "loss": 0.6235,
      "step": 16609
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8655359162787867e-06,
      "loss": 0.5505,
      "step": 16610
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.864497183511754e-06,
      "loss": 0.5583,
      "step": 16611
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8634586075719375e-06,
      "loss": 0.4503,
      "step": 16612
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.862420188482157e-06,
      "loss": 0.5703,
      "step": 16613
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.861381926265241e-06,
      "loss": 0.5719,
      "step": 16614
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.860343820944006e-06,
      "loss": 0.5037,
      "step": 16615
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.859305872541268e-06,
      "loss": 0.5475,
      "step": 16616
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.858268081079837e-06,
      "loss": 0.6044,
      "step": 16617
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8572304465825275e-06,
      "loss": 0.4643,
      "step": 16618
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.856192969072138e-06,
      "loss": 0.5367,
      "step": 16619
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8551556485714794e-06,
      "loss": 0.5435,
      "step": 16620
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8541184851033443e-06,
      "loss": 0.5242,
      "step": 16621
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.853081478690528e-06,
      "loss": 0.505,
      "step": 16622
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.852044629355826e-06,
      "loss": 0.4619,
      "step": 16623
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8510079371220233e-06,
      "loss": 0.5276,
      "step": 16624
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.849971402011904e-06,
      "loss": 0.5946,
      "step": 16625
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8489350240482537e-06,
      "loss": 0.5469,
      "step": 16626
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.847898803253846e-06,
      "loss": 0.4597,
      "step": 16627
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8468627396514592e-06,
      "loss": 0.5832,
      "step": 16628
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.845826833263863e-06,
      "loss": 0.6029,
      "step": 16629
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8447910841138236e-06,
      "loss": 0.5745,
      "step": 16630
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8437554922241072e-06,
      "loss": 0.569,
      "step": 16631
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8427200576174706e-06,
      "loss": 0.5779,
      "step": 16632
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8416847803166735e-06,
      "loss": 0.5405,
      "step": 16633
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8406496603444723e-06,
      "loss": 0.5009,
      "step": 16634
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.839614697723616e-06,
      "loss": 0.5227,
      "step": 16635
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8385798924768505e-06,
      "loss": 0.5569,
      "step": 16636
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.837545244626916e-06,
      "loss": 0.4543,
      "step": 16637
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8365107541965588e-06,
      "loss": 0.5843,
      "step": 16638
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8354764212085117e-06,
      "loss": 0.4804,
      "step": 16639
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8344422456855048e-06,
      "loss": 0.533,
      "step": 16640
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.833408227650273e-06,
      "loss": 0.6137,
      "step": 16641
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.832374367125542e-06,
      "loss": 0.61,
      "step": 16642
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8313406641340337e-06,
      "loss": 0.5851,
      "step": 16643
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8303071186984655e-06,
      "loss": 0.6044,
      "step": 16644
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.829273730841555e-06,
      "loss": 0.4805,
      "step": 16645
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8282405005860103e-06,
      "loss": 0.5691,
      "step": 16646
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8272074279545436e-06,
      "loss": 0.4714,
      "step": 16647
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8261745129698638e-06,
      "loss": 0.5295,
      "step": 16648
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8251417556546678e-06,
      "loss": 0.6027,
      "step": 16649
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8241091560316557e-06,
      "loss": 0.6279,
      "step": 16650
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.823076714123519e-06,
      "loss": 0.5786,
      "step": 16651
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.822044429952956e-06,
      "loss": 0.4921,
      "step": 16652
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.821012303542651e-06,
      "loss": 0.6078,
      "step": 16653
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8199803349152845e-06,
      "loss": 0.5452,
      "step": 16654
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8189485240935443e-06,
      "loss": 0.5264,
      "step": 16655
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8179168711001016e-06,
      "loss": 0.4815,
      "step": 16656
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8168853759576386e-06,
      "loss": 0.5735,
      "step": 16657
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.81585403868882e-06,
      "loss": 0.4912,
      "step": 16658
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8148228593163153e-06,
      "loss": 0.5188,
      "step": 16659
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.813791837862787e-06,
      "loss": 0.5527,
      "step": 16660
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8127609743508932e-06,
      "loss": 0.6346,
      "step": 16661
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.811730268803292e-06,
      "loss": 0.3721,
      "step": 16662
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8106997212426413e-06,
      "loss": 0.613,
      "step": 16663
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8096693316915878e-06,
      "loss": 0.5032,
      "step": 16664
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8086391001727774e-06,
      "loss": 0.4818,
      "step": 16665
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8076090267088496e-06,
      "loss": 0.5706,
      "step": 16666
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8065791113224516e-06,
      "loss": 0.4684,
      "step": 16667
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8055493540362134e-06,
      "loss": 0.5367,
      "step": 16668
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8045197548727665e-06,
      "loss": 0.5345,
      "step": 16669
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8034903138547433e-06,
      "loss": 0.6014,
      "step": 16670
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8024610310047705e-06,
      "loss": 0.5923,
      "step": 16671
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8014319063454686e-06,
      "loss": 0.467,
      "step": 16672
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.800402939899456e-06,
      "loss": 0.489,
      "step": 16673
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7993741316893464e-06,
      "loss": 0.5325,
      "step": 16674
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7983454817377497e-06,
      "loss": 0.4865,
      "step": 16675
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.797316990067277e-06,
      "loss": 0.5923,
      "step": 16676
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7962886567005354e-06,
      "loss": 0.5122,
      "step": 16677
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7952604816601235e-06,
      "loss": 0.4107,
      "step": 16678
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7942324649686392e-06,
      "loss": 0.5218,
      "step": 16679
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.793204606648674e-06,
      "loss": 0.6237,
      "step": 16680
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7921769067228223e-06,
      "loss": 0.5667,
      "step": 16681
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7911493652136713e-06,
      "loss": 0.5877,
      "step": 16682
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7901219821437996e-06,
      "loss": 0.4546,
      "step": 16683
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.789094757535794e-06,
      "loss": 0.5984,
      "step": 16684
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.788067691412226e-06,
      "loss": 0.5649,
      "step": 16685
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.787040783795676e-06,
      "loss": 0.6402,
      "step": 16686
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7860140347087074e-06,
      "loss": 0.593,
      "step": 16687
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.784987444173889e-06,
      "loss": 0.567,
      "step": 16688
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.783961012213784e-06,
      "loss": 0.5848,
      "step": 16689
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7829347388509463e-06,
      "loss": 0.5409,
      "step": 16690
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7819086241079386e-06,
      "loss": 0.574,
      "step": 16691
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.780882668007312e-06,
      "loss": 0.5039,
      "step": 16692
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7798568705716154e-06,
      "loss": 0.5384,
      "step": 16693
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7788312318233934e-06,
      "loss": 0.5432,
      "step": 16694
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7778057517851853e-06,
      "loss": 0.477,
      "step": 16695
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7767804304795343e-06,
      "loss": 0.5449,
      "step": 16696
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7757552679289713e-06,
      "loss": 0.4955,
      "step": 16697
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7747302641560315e-06,
      "loss": 0.467,
      "step": 16698
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.773705419183238e-06,
      "loss": 0.3901,
      "step": 16699
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.772680733033123e-06,
      "loss": 0.6242,
      "step": 16700
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7716562057282013e-06,
      "loss": 0.6113,
      "step": 16701
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.770631837290992e-06,
      "loss": 0.5518,
      "step": 16702
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.76960762774401e-06,
      "loss": 0.5585,
      "step": 16703
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.768583577109761e-06,
      "loss": 0.4882,
      "step": 16704
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7675596854107565e-06,
      "loss": 0.5004,
      "step": 16705
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7665359526695025e-06,
      "loss": 0.5664,
      "step": 16706
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.765512378908496e-06,
      "loss": 0.3631,
      "step": 16707
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7644889641502325e-06,
      "loss": 0.5358,
      "step": 16708
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7634657084172044e-06,
      "loss": 0.5183,
      "step": 16709
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.762442611731906e-06,
      "loss": 0.5015,
      "step": 16710
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7614196741168198e-06,
      "loss": 0.5623,
      "step": 16711
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.760396895594426e-06,
      "loss": 0.5604,
      "step": 16712
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.75937427618721e-06,
      "loss": 0.4877,
      "step": 16713
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7583518159176416e-06,
      "loss": 0.4936,
      "step": 16714
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.757329514808197e-06,
      "loss": 0.5518,
      "step": 16715
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.756307372881344e-06,
      "loss": 0.5222,
      "step": 16716
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7552853901595457e-06,
      "loss": 0.5284,
      "step": 16717
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.754263566665263e-06,
      "loss": 0.5689,
      "step": 16718
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.753241902420958e-06,
      "loss": 0.4838,
      "step": 16719
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7522203974490802e-06,
      "loss": 0.5403,
      "step": 16720
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7511990517720867e-06,
      "loss": 0.5374,
      "step": 16721
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.750177865412421e-06,
      "loss": 0.5011,
      "step": 16722
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7491568383925284e-06,
      "loss": 0.4212,
      "step": 16723
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7481359707348466e-06,
      "loss": 0.5469,
      "step": 16724
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.747115262461818e-06,
      "loss": 0.4518,
      "step": 16725
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7460947135958704e-06,
      "loss": 0.5399,
      "step": 16726
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.745074324159439e-06,
      "loss": 0.6016,
      "step": 16727
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.744054094174946e-06,
      "loss": 0.6094,
      "step": 16728
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.74303402366482e-06,
      "loss": 0.415,
      "step": 16729
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7420141126514777e-06,
      "loss": 0.6109,
      "step": 16730
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7409943611573333e-06,
      "loss": 0.4769,
      "step": 16731
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.739974769204802e-06,
      "loss": 0.4795,
      "step": 16732
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.738955336816288e-06,
      "loss": 0.4689,
      "step": 16733
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7379360640141993e-06,
      "loss": 0.5184,
      "step": 16734
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7369169508209438e-06,
      "loss": 0.6032,
      "step": 16735
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.735897997258914e-06,
      "loss": 0.5393,
      "step": 16736
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.734879203350507e-06,
      "loss": 0.6019,
      "step": 16737
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.733860569118111e-06,
      "loss": 0.5544,
      "step": 16738
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7328420945841185e-06,
      "loss": 0.5958,
      "step": 16739
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.731823779770911e-06,
      "loss": 0.5582,
      "step": 16740
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7308056247008683e-06,
      "loss": 0.6533,
      "step": 16741
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.729787629396374e-06,
      "loss": 0.5833,
      "step": 16742
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.728769793879794e-06,
      "loss": 0.5775,
      "step": 16743
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7277521181735055e-06,
      "loss": 0.6076,
      "step": 16744
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.726734602299873e-06,
      "loss": 0.5374,
      "step": 16745
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.72571724628126e-06,
      "loss": 0.6707,
      "step": 16746
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.724700050140022e-06,
      "loss": 0.5407,
      "step": 16747
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7236830138985202e-06,
      "loss": 0.5745,
      "step": 16748
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7226661375791097e-06,
      "loss": 0.5701,
      "step": 16749
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7216494212041366e-06,
      "loss": 0.68,
      "step": 16750
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7206328647959467e-06,
      "loss": 0.5524,
      "step": 16751
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.71961646837688e-06,
      "loss": 0.6112,
      "step": 16752
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7186002319692808e-06,
      "loss": 0.5029,
      "step": 16753
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7175841555954805e-06,
      "loss": 0.5065,
      "step": 16754
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.716568239277809e-06,
      "loss": 0.6081,
      "step": 16755
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7155524830386014e-06,
      "loss": 0.571,
      "step": 16756
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7145368869001756e-06,
      "loss": 0.5931,
      "step": 16757
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7135214508848572e-06,
      "loss": 0.4315,
      "step": 16758
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7125061750149628e-06,
      "loss": 0.4984,
      "step": 16759
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7114910593128064e-06,
      "loss": 0.5341,
      "step": 16760
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.710476103800699e-06,
      "loss": 0.6063,
      "step": 16761
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7094613085009424e-06,
      "loss": 0.5279,
      "step": 16762
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7084466734358463e-06,
      "loss": 0.5901,
      "step": 16763
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.707432198627712e-06,
      "loss": 0.4561,
      "step": 16764
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.706417884098833e-06,
      "loss": 0.5039,
      "step": 16765
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.705403729871503e-06,
      "loss": 0.5536,
      "step": 16766
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.704389735968009e-06,
      "loss": 0.5149,
      "step": 16767
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7033759024106423e-06,
      "loss": 0.528,
      "step": 16768
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7023622292216823e-06,
      "loss": 0.5645,
      "step": 16769
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7013487164234042e-06,
      "loss": 0.5632,
      "step": 16770
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7003353640380912e-06,
      "loss": 0.5335,
      "step": 16771
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.699322172088008e-06,
      "loss": 0.5573,
      "step": 16772
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6983091405954296e-06,
      "loss": 0.4689,
      "step": 16773
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6972962695826175e-06,
      "loss": 0.5221,
      "step": 16774
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6962835590718327e-06,
      "loss": 0.6122,
      "step": 16775
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6952710090853306e-06,
      "loss": 0.4904,
      "step": 16776
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.694258619645368e-06,
      "loss": 0.5584,
      "step": 16777
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6932463907742002e-06,
      "loss": 0.4718,
      "step": 16778
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6922343224940684e-06,
      "loss": 0.4923,
      "step": 16779
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6912224148272183e-06,
      "loss": 0.5923,
      "step": 16780
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6902106677958873e-06,
      "loss": 0.5913,
      "step": 16781
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6891990814223166e-06,
      "loss": 0.5796,
      "step": 16782
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.688187655728739e-06,
      "loss": 0.4252,
      "step": 16783
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6871763907373773e-06,
      "loss": 0.5119,
      "step": 16784
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6861652864704657e-06,
      "loss": 0.5158,
      "step": 16785
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6851543429502214e-06,
      "loss": 0.5074,
      "step": 16786
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6841435601988676e-06,
      "loss": 0.5301,
      "step": 16787
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6831329382386173e-06,
      "loss": 0.5708,
      "step": 16788
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.682122477091683e-06,
      "loss": 0.5527,
      "step": 16789
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.681112176780273e-06,
      "loss": 0.5365,
      "step": 16790
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.680102037326587e-06,
      "loss": 0.4888,
      "step": 16791
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6790920587528337e-06,
      "loss": 0.5248,
      "step": 16792
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.678082241081209e-06,
      "loss": 0.4848,
      "step": 16793
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6770725843339074e-06,
      "loss": 0.5273,
      "step": 16794
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6760630885331183e-06,
      "loss": 0.5302,
      "step": 16795
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6750537537010255e-06,
      "loss": 0.5219,
      "step": 16796
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6740445798598204e-06,
      "loss": 0.5018,
      "step": 16797
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6730355670316752e-06,
      "loss": 0.5777,
      "step": 16798
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6720267152387723e-06,
      "loss": 0.6174,
      "step": 16799
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6710180245032833e-06,
      "loss": 0.5917,
      "step": 16800
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.670009494847374e-06,
      "loss": 0.6414,
      "step": 16801
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.669001126293216e-06,
      "loss": 0.5511,
      "step": 16802
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6679929188629682e-06,
      "loss": 0.5409,
      "step": 16803
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6669848725787893e-06,
      "loss": 0.5963,
      "step": 16804
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6659769874628337e-06,
      "loss": 0.621,
      "step": 16805
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.664969263537254e-06,
      "loss": 0.5371,
      "step": 16806
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6639617008242027e-06,
      "loss": 0.6178,
      "step": 16807
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6629542993458203e-06,
      "loss": 0.488,
      "step": 16808
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.661947059124248e-06,
      "loss": 0.6296,
      "step": 16809
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6609399801816216e-06,
      "loss": 0.5189,
      "step": 16810
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.659933062540081e-06,
      "loss": 0.5205,
      "step": 16811
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.658926306221752e-06,
      "loss": 0.5089,
      "step": 16812
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6579197112487596e-06,
      "loss": 0.5922,
      "step": 16813
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.656913277643234e-06,
      "loss": 0.503,
      "step": 16814
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.655907005427287e-06,
      "loss": 0.52,
      "step": 16815
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6549008946230425e-06,
      "loss": 0.5332,
      "step": 16816
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6538949452526097e-06,
      "loss": 0.6145,
      "step": 16817
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6528891573380987e-06,
      "loss": 0.5696,
      "step": 16818
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6518835309016112e-06,
      "loss": 0.537,
      "step": 16819
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6508780659652544e-06,
      "loss": 0.5441,
      "step": 16820
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.649872762551123e-06,
      "loss": 0.6098,
      "step": 16821
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.648867620681317e-06,
      "loss": 0.6226,
      "step": 16822
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6478626403779237e-06,
      "loss": 0.5644,
      "step": 16823
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6468578216630326e-06,
      "loss": 0.5508,
      "step": 16824
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.645853164558725e-06,
      "loss": 0.5513,
      "step": 16825
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6448486690870868e-06,
      "loss": 0.5232,
      "step": 16826
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6438443352701904e-06,
      "loss": 0.4865,
      "step": 16827
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6428401631301136e-06,
      "loss": 0.6086,
      "step": 16828
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.641836152688926e-06,
      "loss": 0.5719,
      "step": 16829
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.640832303968688e-06,
      "loss": 0.6641,
      "step": 16830
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.639828616991472e-06,
      "loss": 0.5416,
      "step": 16831
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6388250917793323e-06,
      "loss": 0.5228,
      "step": 16832
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.637821728354326e-06,
      "loss": 0.4436,
      "step": 16833
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6368185267385017e-06,
      "loss": 0.5164,
      "step": 16834
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.635815486953911e-06,
      "loss": 0.6613,
      "step": 16835
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6348126090226036e-06,
      "loss": 0.6178,
      "step": 16836
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6338098929666158e-06,
      "loss": 0.5213,
      "step": 16837
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.632807338807988e-06,
      "loss": 0.5012,
      "step": 16838
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.631804946568751e-06,
      "loss": 0.5193,
      "step": 16839
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6308027162709417e-06,
      "loss": 0.5123,
      "step": 16840
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6298006479365844e-06,
      "loss": 0.5681,
      "step": 16841
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6287987415877004e-06,
      "loss": 0.6057,
      "step": 16842
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6277969972463156e-06,
      "loss": 0.5549,
      "step": 16843
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.626795414934441e-06,
      "loss": 0.5345,
      "step": 16844
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.625793994674095e-06,
      "loss": 0.5275,
      "step": 16845
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.624792736487286e-06,
      "loss": 0.5233,
      "step": 16846
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6237916403960196e-06,
      "loss": 0.5365,
      "step": 16847
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6227907064222934e-06,
      "loss": 0.5171,
      "step": 16848
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6217899345881125e-06,
      "loss": 0.4632,
      "step": 16849
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6207893249154726e-06,
      "loss": 0.4916,
      "step": 16850
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6197888774263634e-06,
      "loss": 0.4578,
      "step": 16851
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6187885921427745e-06,
      "loss": 0.5686,
      "step": 16852
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6177884690866885e-06,
      "loss": 0.5456,
      "step": 16853
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.616788508280085e-06,
      "loss": 0.5188,
      "step": 16854
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6157887097449464e-06,
      "loss": 0.5202,
      "step": 16855
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.614789073503242e-06,
      "loss": 0.5882,
      "step": 16856
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.613789599576948e-06,
      "loss": 0.5235,
      "step": 16857
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6127902879880273e-06,
      "loss": 0.5247,
      "step": 16858
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6117911387584405e-06,
      "loss": 0.4662,
      "step": 16859
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6107921519101543e-06,
      "loss": 0.5302,
      "step": 16860
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.609793327465121e-06,
      "loss": 0.4807,
      "step": 16861
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.608794665445293e-06,
      "loss": 0.5023,
      "step": 16862
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6077961658726182e-06,
      "loss": 0.4656,
      "step": 16863
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.606797828769042e-06,
      "loss": 0.5958,
      "step": 16864
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.605799654156512e-06,
      "loss": 0.6176,
      "step": 16865
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.604801642056962e-06,
      "loss": 0.6673,
      "step": 16866
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6038037924923275e-06,
      "loss": 0.3576,
      "step": 16867
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6028061054845354e-06,
      "loss": 0.5916,
      "step": 16868
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6018085810555216e-06,
      "loss": 0.4868,
      "step": 16869
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.600811219227205e-06,
      "loss": 0.4756,
      "step": 16870
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5998140200215037e-06,
      "loss": 0.5549,
      "step": 16871
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5988169834603415e-06,
      "loss": 0.5019,
      "step": 16872
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.597820109565624e-06,
      "loss": 0.6746,
      "step": 16873
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5968233983592693e-06,
      "loss": 0.4671,
      "step": 16874
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.595826849863178e-06,
      "loss": 0.5651,
      "step": 16875
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5948304640992537e-06,
      "loss": 0.4389,
      "step": 16876
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5938342410893934e-06,
      "loss": 0.5212,
      "step": 16877
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5928381808554935e-06,
      "loss": 0.5899,
      "step": 16878
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5918422834194512e-06,
      "loss": 0.5439,
      "step": 16879
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.59084654880315e-06,
      "loss": 0.6316,
      "step": 16880
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.589850977028475e-06,
      "loss": 0.534,
      "step": 16881
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.588855568117308e-06,
      "loss": 0.5653,
      "step": 16882
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.587860322091522e-06,
      "loss": 0.5055,
      "step": 16883
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5868652389729987e-06,
      "loss": 0.5294,
      "step": 16884
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5858703187836022e-06,
      "loss": 0.5773,
      "step": 16885
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.584875561545205e-06,
      "loss": 0.5671,
      "step": 16886
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.583880967279666e-06,
      "loss": 0.5554,
      "step": 16887
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5828865360088428e-06,
      "loss": 0.6309,
      "step": 16888
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5818922677545986e-06,
      "loss": 0.5255,
      "step": 16889
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.580898162538782e-06,
      "loss": 0.6431,
      "step": 16890
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.57990422038324e-06,
      "loss": 0.5391,
      "step": 16891
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.578910441309819e-06,
      "loss": 0.5426,
      "step": 16892
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5779168253403597e-06,
      "loss": 0.5844,
      "step": 16893
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.576923372496706e-06,
      "loss": 0.568,
      "step": 16894
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5759300828006874e-06,
      "loss": 0.587,
      "step": 16895
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5749369562741366e-06,
      "loss": 0.6122,
      "step": 16896
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5739439929388767e-06,
      "loss": 0.5731,
      "step": 16897
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5729511928167373e-06,
      "loss": 0.6282,
      "step": 16898
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5719585559295346e-06,
      "loss": 0.5677,
      "step": 16899
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.570966082299089e-06,
      "loss": 0.5163,
      "step": 16900
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5699737719472117e-06,
      "loss": 0.4924,
      "step": 16901
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.568981624895709e-06,
      "loss": 0.5553,
      "step": 16902
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.567989641166392e-06,
      "loss": 0.5949,
      "step": 16903
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.566997820781061e-06,
      "loss": 0.5463,
      "step": 16904
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.566006163761513e-06,
      "loss": 0.5484,
      "step": 16905
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.565014670129543e-06,
      "loss": 0.5662,
      "step": 16906
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5640233399069423e-06,
      "loss": 0.6127,
      "step": 16907
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.563032173115504e-06,
      "loss": 0.5694,
      "step": 16908
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5620411697770087e-06,
      "loss": 0.5535,
      "step": 16909
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5610503299132363e-06,
      "loss": 0.5799,
      "step": 16910
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5600596535459656e-06,
      "loss": 0.5435,
      "step": 16911
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.559069140696966e-06,
      "loss": 0.5075,
      "step": 16912
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.558078791388012e-06,
      "loss": 0.5619,
      "step": 16913
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5570886056408674e-06,
      "loss": 0.5675,
      "step": 16914
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5560985834772976e-06,
      "loss": 0.5007,
      "step": 16915
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.555108724919062e-06,
      "loss": 0.4934,
      "step": 16916
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5541190299879103e-06,
      "loss": 0.5855,
      "step": 16917
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.553129498705601e-06,
      "loss": 0.4327,
      "step": 16918
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.552140131093881e-06,
      "loss": 0.5441,
      "step": 16919
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5511509271744907e-06,
      "loss": 0.4535,
      "step": 16920
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.550161886969177e-06,
      "loss": 0.6091,
      "step": 16921
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5491730104996713e-06,
      "loss": 0.5325,
      "step": 16922
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5481842977877158e-06,
      "loss": 0.6201,
      "step": 16923
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.547195748855036e-06,
      "loss": 0.5135,
      "step": 16924
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5462073637233585e-06,
      "loss": 0.5236,
      "step": 16925
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5452191424144045e-06,
      "loss": 0.5377,
      "step": 16926
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5442310849498986e-06,
      "loss": 0.4186,
      "step": 16927
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5432431913515523e-06,
      "loss": 0.5397,
      "step": 16928
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.542255461641081e-06,
      "loss": 0.5932,
      "step": 16929
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.541267895840194e-06,
      "loss": 0.5062,
      "step": 16930
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5402804939705904e-06,
      "loss": 0.5568,
      "step": 16931
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5392932560539794e-06,
      "loss": 0.5036,
      "step": 16932
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5383061821120558e-06,
      "loss": 0.5452,
      "step": 16933
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5373192721665143e-06,
      "loss": 0.5965,
      "step": 16934
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5363325262390414e-06,
      "loss": 0.4916,
      "step": 16935
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5353459443513284e-06,
      "loss": 0.5508,
      "step": 16936
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.534359526525062e-06,
      "loss": 0.4256,
      "step": 16937
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.533373272781917e-06,
      "loss": 0.5657,
      "step": 16938
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5323871831435732e-06,
      "loss": 0.5056,
      "step": 16939
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.531401257631699e-06,
      "loss": 0.5886,
      "step": 16940
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.530415496267965e-06,
      "loss": 0.5212,
      "step": 16941
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5294298990740396e-06,
      "loss": 0.4578,
      "step": 16942
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.52844446607158e-06,
      "loss": 0.4915,
      "step": 16943
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5274591972822492e-06,
      "loss": 0.5898,
      "step": 16944
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5264740927277007e-06,
      "loss": 0.3643,
      "step": 16945
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.525489152429581e-06,
      "loss": 0.4734,
      "step": 16946
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5245043764095454e-06,
      "loss": 0.5917,
      "step": 16947
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.523519764689233e-06,
      "loss": 0.483,
      "step": 16948
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5225353172902812e-06,
      "loss": 0.5362,
      "step": 16949
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.521551034234333e-06,
      "loss": 0.5006,
      "step": 16950
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5205669155430146e-06,
      "loss": 0.6097,
      "step": 16951
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.519582961237963e-06,
      "loss": 0.5751,
      "step": 16952
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5185991713408007e-06,
      "loss": 0.472,
      "step": 16953
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.517615545873149e-06,
      "loss": 0.532,
      "step": 16954
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.516632084856624e-06,
      "loss": 0.4732,
      "step": 16955
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5156487883128457e-06,
      "loss": 0.5452,
      "step": 16956
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5146656562634207e-06,
      "loss": 0.4099,
      "step": 16957
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5136826887299616e-06,
      "loss": 0.5996,
      "step": 16958
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.51269988573407e-06,
      "loss": 0.6056,
      "step": 16959
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5117172472973437e-06,
      "loss": 0.4374,
      "step": 16960
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5107347734413857e-06,
      "loss": 0.553,
      "step": 16961
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5097524641877855e-06,
      "loss": 0.5032,
      "step": 16962
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5087703195581338e-06,
      "loss": 0.5414,
      "step": 16963
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.507788339574011e-06,
      "loss": 0.5983,
      "step": 16964
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.506806524257006e-06,
      "loss": 0.5364,
      "step": 16965
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5058248736286985e-06,
      "loss": 0.5399,
      "step": 16966
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5048433877106603e-06,
      "loss": 0.5424,
      "step": 16967
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.503862066524465e-06,
      "loss": 0.5619,
      "step": 16968
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5028809100916784e-06,
      "loss": 0.6049,
      "step": 16969
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.501899918433862e-06,
      "loss": 0.4899,
      "step": 16970
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5009190915725832e-06,
      "loss": 0.5634,
      "step": 16971
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.499938429529394e-06,
      "loss": 0.4928,
      "step": 16972
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.498957932325852e-06,
      "loss": 0.518,
      "step": 16973
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.497977599983504e-06,
      "loss": 0.4621,
      "step": 16974
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4969974325238954e-06,
      "loss": 0.5872,
      "step": 16975
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4960174299685724e-06,
      "loss": 0.563,
      "step": 16976
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.495037592339072e-06,
      "loss": 0.5077,
      "step": 16977
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.494057919656926e-06,
      "loss": 0.5399,
      "step": 16978
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.493078411943669e-06,
      "loss": 0.6058,
      "step": 16979
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4920990692208335e-06,
      "loss": 0.6636,
      "step": 16980
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.491119891509939e-06,
      "loss": 0.5381,
      "step": 16981
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4901408788325067e-06,
      "loss": 0.5338,
      "step": 16982
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.489162031210055e-06,
      "loss": 0.6342,
      "step": 16983
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4881833486640928e-06,
      "loss": 0.4867,
      "step": 16984
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4872048312161378e-06,
      "loss": 0.5033,
      "step": 16985
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.486226478887689e-06,
      "loss": 0.4994,
      "step": 16986
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.485248291700255e-06,
      "loss": 0.5316,
      "step": 16987
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.484270269675332e-06,
      "loss": 0.5252,
      "step": 16988
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4832924128344126e-06,
      "loss": 0.5355,
      "step": 16989
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.482314721198995e-06,
      "loss": 0.5624,
      "step": 16990
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.481337194790564e-06,
      "loss": 0.5396,
      "step": 16991
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4803598336306045e-06,
      "loss": 0.5458,
      "step": 16992
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4793826377405926e-06,
      "loss": 0.4919,
      "step": 16993
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4784056071420105e-06,
      "loss": 0.4353,
      "step": 16994
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4774287418563335e-06,
      "loss": 0.5478,
      "step": 16995
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.476452041905031e-06,
      "loss": 0.5342,
      "step": 16996
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.475475507309566e-06,
      "loss": 0.6055,
      "step": 16997
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.474499138091403e-06,
      "loss": 0.4977,
      "step": 16998
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.473522934271998e-06,
      "loss": 0.3861,
      "step": 16999
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.472546895872808e-06,
      "loss": 0.4735,
      "step": 17000
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.471571022915291e-06,
      "loss": 0.59,
      "step": 17001
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4705953154208896e-06,
      "loss": 0.5971,
      "step": 17002
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.469619773411045e-06,
      "loss": 0.527,
      "step": 17003
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4686443969072062e-06,
      "loss": 0.5927,
      "step": 17004
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4676691859308054e-06,
      "loss": 0.4347,
      "step": 17005
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4666941405032773e-06,
      "loss": 0.5033,
      "step": 17006
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.465719260646049e-06,
      "loss": 0.4856,
      "step": 17007
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4647445463805498e-06,
      "loss": 0.5634,
      "step": 17008
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4637699977282047e-06,
      "loss": 0.5648,
      "step": 17009
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.46279561471043e-06,
      "loss": 0.5444,
      "step": 17010
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4618213973486416e-06,
      "loss": 0.4619,
      "step": 17011
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.460847345664251e-06,
      "loss": 0.6171,
      "step": 17012
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4598734596786635e-06,
      "loss": 0.4282,
      "step": 17013
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4588997394132884e-06,
      "loss": 0.5962,
      "step": 17014
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.457926184889523e-06,
      "loss": 0.5326,
      "step": 17015
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4569527961287674e-06,
      "loss": 0.5674,
      "step": 17016
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.455979573152415e-06,
      "loss": 0.5308,
      "step": 17017
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4550065159818516e-06,
      "loss": 0.5249,
      "step": 17018
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.454033624638469e-06,
      "loss": 0.5663,
      "step": 17019
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4530608991436466e-06,
      "loss": 0.5805,
      "step": 17020
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4520883395187657e-06,
      "loss": 0.517,
      "step": 17021
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.451115945785195e-06,
      "loss": 0.5517,
      "step": 17022
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.450143717964313e-06,
      "loss": 0.4532,
      "step": 17023
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.449171656077488e-06,
      "loss": 0.5136,
      "step": 17024
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.448199760146083e-06,
      "loss": 0.5089,
      "step": 17025
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4472280301914577e-06,
      "loss": 0.5513,
      "step": 17026
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4462564662349687e-06,
      "loss": 0.5175,
      "step": 17027
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4452850682979677e-06,
      "loss": 0.5443,
      "step": 17028
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.444313836401808e-06,
      "loss": 0.5604,
      "step": 17029
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.443342770567837e-06,
      "loss": 0.4794,
      "step": 17030
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.442371870817396e-06,
      "loss": 0.5211,
      "step": 17031
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.441401137171819e-06,
      "loss": 0.5181,
      "step": 17032
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4404305696524498e-06,
      "loss": 0.5874,
      "step": 17033
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.439460168280614e-06,
      "loss": 0.4973,
      "step": 17034
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4384899330776414e-06,
      "loss": 0.5686,
      "step": 17035
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4375198640648522e-06,
      "loss": 0.5455,
      "step": 17036
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4365499612635714e-06,
      "loss": 0.4817,
      "step": 17037
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.435580224695118e-06,
      "loss": 0.5298,
      "step": 17038
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4346106543808013e-06,
      "loss": 0.4955,
      "step": 17039
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4336412503419326e-06,
      "loss": 0.5267,
      "step": 17040
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.432672012599817e-06,
      "loss": 0.5389,
      "step": 17041
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4317029411757554e-06,
      "loss": 0.5398,
      "step": 17042
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.43073403609105e-06,
      "loss": 0.6383,
      "step": 17043
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4297652973669917e-06,
      "loss": 0.5066,
      "step": 17044
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4287967250248767e-06,
      "loss": 0.595,
      "step": 17045
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4278283190859897e-06,
      "loss": 0.3536,
      "step": 17046
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4268600795716136e-06,
      "loss": 0.664,
      "step": 17047
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.425892006503032e-06,
      "loss": 0.6371,
      "step": 17048
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.424924099901521e-06,
      "loss": 0.5544,
      "step": 17049
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.42395635978835e-06,
      "loss": 0.4808,
      "step": 17050
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4229887861847943e-06,
      "loss": 0.5272,
      "step": 17051
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.422021379112113e-06,
      "loss": 0.5293,
      "step": 17052
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.421054138591574e-06,
      "loss": 0.6137,
      "step": 17053
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4200870646444354e-06,
      "loss": 0.5671,
      "step": 17054
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4191201572919486e-06,
      "loss": 0.5594,
      "step": 17055
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4181534165553665e-06,
      "loss": 0.6348,
      "step": 17056
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.417186842455933e-06,
      "loss": 0.608,
      "step": 17057
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4162204350148955e-06,
      "loss": 0.5068,
      "step": 17058
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.415254194253496e-06,
      "loss": 0.5453,
      "step": 17059
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.414288120192969e-06,
      "loss": 0.5506,
      "step": 17060
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.413322212854544e-06,
      "loss": 0.5198,
      "step": 17061
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4123564722594573e-06,
      "loss": 0.5424,
      "step": 17062
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.411390898428929e-06,
      "loss": 0.5314,
      "step": 17063
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4104254913841816e-06,
      "loss": 0.4941,
      "step": 17064
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.409460251146433e-06,
      "loss": 0.488,
      "step": 17065
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.408495177736896e-06,
      "loss": 0.4937,
      "step": 17066
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4075302711767877e-06,
      "loss": 0.5719,
      "step": 17067
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4065655314873116e-06,
      "loss": 0.5608,
      "step": 17068
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.40560095868967e-06,
      "loss": 0.5993,
      "step": 17069
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4046365528050653e-06,
      "loss": 0.6105,
      "step": 17070
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4036723138546882e-06,
      "loss": 0.5004,
      "step": 17071
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4027082418597368e-06,
      "loss": 0.6744,
      "step": 17072
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.401744336841396e-06,
      "loss": 0.5756,
      "step": 17073
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4007805988208568e-06,
      "loss": 0.6651,
      "step": 17074
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3998170278192955e-06,
      "loss": 0.5344,
      "step": 17075
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3988536238578886e-06,
      "loss": 0.4912,
      "step": 17076
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3978903869578164e-06,
      "loss": 0.4174,
      "step": 17077
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.396927317140245e-06,
      "loss": 0.4742,
      "step": 17078
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3959644144263395e-06,
      "loss": 0.499,
      "step": 17079
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.395001678837268e-06,
      "loss": 0.5562,
      "step": 17080
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.394039110394185e-06,
      "loss": 0.5333,
      "step": 17081
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3930767091182506e-06,
      "loss": 0.5868,
      "step": 17082
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3921144750306156e-06,
      "loss": 0.5147,
      "step": 17083
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.391152408152427e-06,
      "loss": 0.5289,
      "step": 17084
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3901905085048315e-06,
      "loss": 0.5749,
      "step": 17085
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.389228776108965e-06,
      "loss": 0.6155,
      "step": 17086
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3882672109859696e-06,
      "loss": 0.5534,
      "step": 17087
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3873058131569804e-06,
      "loss": 0.6442,
      "step": 17088
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3863445826431255e-06,
      "loss": 0.4738,
      "step": 17089
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3853835194655273e-06,
      "loss": 0.4522,
      "step": 17090
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.384422623645315e-06,
      "loss": 0.594,
      "step": 17091
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.383461895203606e-06,
      "loss": 0.571,
      "step": 17092
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.382501334161513e-06,
      "loss": 0.4709,
      "step": 17093
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.381540940540147e-06,
      "loss": 0.6088,
      "step": 17094
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3805807143606173e-06,
      "loss": 0.6591,
      "step": 17095
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3796206556440315e-06,
      "loss": 0.4621,
      "step": 17096
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.378660764411488e-06,
      "loss": 0.595,
      "step": 17097
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.377701040684083e-06,
      "loss": 0.5026,
      "step": 17098
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3767414844829085e-06,
      "loss": 0.5476,
      "step": 17099
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3757820958290544e-06,
      "loss": 0.5872,
      "step": 17100
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3748228747436063e-06,
      "loss": 0.6081,
      "step": 17101
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.373863821247652e-06,
      "loss": 0.5799,
      "step": 17102
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3729049353622645e-06,
      "loss": 0.5884,
      "step": 17103
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3719462171085205e-06,
      "loss": 0.5867,
      "step": 17104
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3709876665074873e-06,
      "loss": 0.6384,
      "step": 17105
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3700292835802373e-06,
      "loss": 0.4878,
      "step": 17106
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3690710683478336e-06,
      "loss": 0.5532,
      "step": 17107
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.368113020831332e-06,
      "loss": 0.5682,
      "step": 17108
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.367155141051796e-06,
      "loss": 0.5933,
      "step": 17109
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3661974290302693e-06,
      "loss": 0.5895,
      "step": 17110
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.36523988478781e-06,
      "loss": 0.5858,
      "step": 17111
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.364282508345459e-06,
      "loss": 0.618,
      "step": 17112
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3633252997242583e-06,
      "loss": 0.5153,
      "step": 17113
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.362368258945246e-06,
      "loss": 0.5514,
      "step": 17114
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.361411386029453e-06,
      "loss": 0.5454,
      "step": 17115
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3604546809979133e-06,
      "loss": 0.6468,
      "step": 17116
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.359498143871657e-06,
      "loss": 0.5079,
      "step": 17117
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.358541774671703e-06,
      "loss": 0.3942,
      "step": 17118
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.357585573419069e-06,
      "loss": 0.4884,
      "step": 17119
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.356629540134776e-06,
      "loss": 0.4958,
      "step": 17120
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3556736748398346e-06,
      "loss": 0.6115,
      "step": 17121
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.354717977555251e-06,
      "loss": 0.5024,
      "step": 17122
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3537624483020295e-06,
      "loss": 0.4182,
      "step": 17123
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.352807087101171e-06,
      "loss": 0.6649,
      "step": 17124
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.351851893973679e-06,
      "loss": 0.5498,
      "step": 17125
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.350896868940542e-06,
      "loss": 0.5631,
      "step": 17126
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3499420120227514e-06,
      "loss": 0.5628,
      "step": 17127
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.348987323241293e-06,
      "loss": 0.58,
      "step": 17128
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3480328026171452e-06,
      "loss": 0.4805,
      "step": 17129
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3470784501712916e-06,
      "loss": 0.4532,
      "step": 17130
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3461242659247085e-06,
      "loss": 0.5131,
      "step": 17131
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3451702498983665e-06,
      "loss": 0.565,
      "step": 17132
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.344216402113233e-06,
      "loss": 0.6407,
      "step": 17133
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.343262722590267e-06,
      "loss": 0.5207,
      "step": 17134
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3423092113504375e-06,
      "loss": 0.5369,
      "step": 17135
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3413558684146965e-06,
      "loss": 0.5701,
      "step": 17136
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3404026938039948e-06,
      "loss": 0.6061,
      "step": 17137
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3394496875392867e-06,
      "loss": 0.5708,
      "step": 17138
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3384968496415127e-06,
      "loss": 0.6046,
      "step": 17139
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.337544180131621e-06,
      "loss": 0.5625,
      "step": 17140
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3365916790305463e-06,
      "loss": 0.5305,
      "step": 17141
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.335639346359223e-06,
      "loss": 0.6668,
      "step": 17142
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3346871821385786e-06,
      "loss": 0.6391,
      "step": 17143
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3337351863895476e-06,
      "loss": 0.5878,
      "step": 17144
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.332783359133045e-06,
      "loss": 0.5296,
      "step": 17145
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.331831700389998e-06,
      "loss": 0.6104,
      "step": 17146
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.33088021018132e-06,
      "loss": 0.5549,
      "step": 17147
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3299288885279193e-06,
      "loss": 0.5942,
      "step": 17148
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3289777354507116e-06,
      "loss": 0.5262,
      "step": 17149
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3280267509705967e-06,
      "loss": 0.6006,
      "step": 17150
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.327075935108475e-06,
      "loss": 0.5172,
      "step": 17151
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.326125287885248e-06,
      "loss": 0.4762,
      "step": 17152
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3251748093218054e-06,
      "loss": 0.5303,
      "step": 17153
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.324224499439042e-06,
      "loss": 0.4337,
      "step": 17154
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.323274358257841e-06,
      "loss": 0.515,
      "step": 17155
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.322324385799085e-06,
      "loss": 0.5766,
      "step": 17156
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.321374582083654e-06,
      "loss": 0.6201,
      "step": 17157
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.320424947132419e-06,
      "loss": 0.564,
      "step": 17158
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3194754809662558e-06,
      "loss": 0.5895,
      "step": 17159
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.318526183606035e-06,
      "loss": 0.6664,
      "step": 17160
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3175770550726152e-06,
      "loss": 0.5427,
      "step": 17161
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3166280953868594e-06,
      "loss": 0.5578,
      "step": 17162
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3156793045696204e-06,
      "loss": 0.5602,
      "step": 17163
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.314730682641758e-06,
      "loss": 0.4742,
      "step": 17164
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3137822296241163e-06,
      "loss": 0.4825,
      "step": 17165
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3128339455375406e-06,
      "loss": 0.5355,
      "step": 17166
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3118858304028767e-06,
      "loss": 0.5725,
      "step": 17167
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3109378842409567e-06,
      "loss": 0.5453,
      "step": 17168
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3099901070726218e-06,
      "loss": 0.5725,
      "step": 17169
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3090424989187e-06,
      "loss": 0.4409,
      "step": 17170
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3080950598000175e-06,
      "loss": 0.493,
      "step": 17171
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3071477897373938e-06,
      "loss": 0.5324,
      "step": 17172
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.306200688751656e-06,
      "loss": 0.5327,
      "step": 17173
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3052537568636133e-06,
      "loss": 0.5279,
      "step": 17174
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.304306994094083e-06,
      "loss": 0.6253,
      "step": 17175
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3033604004638723e-06,
      "loss": 0.5812,
      "step": 17176
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3024139759937816e-06,
      "loss": 0.6048,
      "step": 17177
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3014677207046163e-06,
      "loss": 0.4512,
      "step": 17178
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3005216346171734e-06,
      "loss": 0.5819,
      "step": 17179
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2995757177522426e-06,
      "loss": 0.621,
      "step": 17180
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2986299701306192e-06,
      "loss": 0.4681,
      "step": 17181
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.297684391773083e-06,
      "loss": 0.6057,
      "step": 17182
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2967389827004227e-06,
      "loss": 0.5828,
      "step": 17183
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.295793742933413e-06,
      "loss": 0.5039,
      "step": 17184
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.294848672492831e-06,
      "loss": 0.5522,
      "step": 17185
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.293903771399446e-06,
      "loss": 0.4136,
      "step": 17186
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2929590396740244e-06,
      "loss": 0.5225,
      "step": 17187
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2920144773373297e-06,
      "loss": 0.6229,
      "step": 17188
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2910700844101286e-06,
      "loss": 0.523,
      "step": 17189
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2901258609131715e-06,
      "loss": 0.6506,
      "step": 17190
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2891818068672113e-06,
      "loss": 0.5513,
      "step": 17191
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2882379222929964e-06,
      "loss": 0.5128,
      "step": 17192
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2872942072112745e-06,
      "loss": 0.583,
      "step": 17193
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2863506616427857e-06,
      "loss": 0.5704,
      "step": 17194
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2854072856082656e-06,
      "loss": 0.5047,
      "step": 17195
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2844640791284523e-06,
      "loss": 0.6462,
      "step": 17196
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2835210422240704e-06,
      "loss": 0.6393,
      "step": 17197
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2825781749158525e-06,
      "loss": 0.522,
      "step": 17198
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2816354772245198e-06,
      "loss": 0.555,
      "step": 17199
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2806929491707896e-06,
      "loss": 0.6279,
      "step": 17200
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2797505907753747e-06,
      "loss": 0.4842,
      "step": 17201
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2788084020589894e-06,
      "loss": 0.5856,
      "step": 17202
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2778663830423453e-06,
      "loss": 0.5749,
      "step": 17203
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.276924533746142e-06,
      "loss": 0.5533,
      "step": 17204
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.275982854191081e-06,
      "loss": 0.6532,
      "step": 17205
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2750413443978567e-06,
      "loss": 0.4735,
      "step": 17206
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2741000043871673e-06,
      "loss": 0.4156,
      "step": 17207
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2731588341796985e-06,
      "loss": 0.5824,
      "step": 17208
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2722178337961333e-06,
      "loss": 0.5603,
      "step": 17209
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2712770032571586e-06,
      "loss": 0.5851,
      "step": 17210
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.270336342583447e-06,
      "loss": 0.4623,
      "step": 17211
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2693958517956783e-06,
      "loss": 0.5614,
      "step": 17212
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.268455530914522e-06,
      "loss": 0.5892,
      "step": 17213
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.267515379960642e-06,
      "loss": 0.4841,
      "step": 17214
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.266575398954702e-06,
      "loss": 0.518,
      "step": 17215
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.265635587917361e-06,
      "loss": 0.5411,
      "step": 17216
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.264695946869275e-06,
      "loss": 0.5262,
      "step": 17217
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2637564758310994e-06,
      "loss": 0.4188,
      "step": 17218
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2628171748234782e-06,
      "loss": 0.5957,
      "step": 17219
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2618780438670585e-06,
      "loss": 0.5597,
      "step": 17220
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.260939082982475e-06,
      "loss": 0.4066,
      "step": 17221
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.260000292190373e-06,
      "loss": 0.4849,
      "step": 17222
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.259061671511381e-06,
      "loss": 0.5051,
      "step": 17223
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.258123220966126e-06,
      "loss": 0.5091,
      "step": 17224
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.25718494057524e-06,
      "loss": 0.6589,
      "step": 17225
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.256246830359339e-06,
      "loss": 0.5234,
      "step": 17226
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.255308890339046e-06,
      "loss": 0.4601,
      "step": 17227
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.254371120534974e-06,
      "loss": 0.6501,
      "step": 17228
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2534335209677325e-06,
      "loss": 0.503,
      "step": 17229
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2524960916579264e-06,
      "loss": 0.4971,
      "step": 17230
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2515588326261606e-06,
      "loss": 0.392,
      "step": 17231
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.250621743893039e-06,
      "loss": 0.6615,
      "step": 17232
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.249684825479155e-06,
      "loss": 0.5637,
      "step": 17233
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2487480774050973e-06,
      "loss": 0.5927,
      "step": 17234
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.247811499691455e-06,
      "loss": 0.5264,
      "step": 17235
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2468750923588158e-06,
      "loss": 0.5849,
      "step": 17236
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2459388554277597e-06,
      "loss": 0.3989,
      "step": 17237
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2450027889188584e-06,
      "loss": 0.5672,
      "step": 17238
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2440668928526933e-06,
      "loss": 0.5291,
      "step": 17239
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2431311672498267e-06,
      "loss": 0.5651,
      "step": 17240
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2421956121308307e-06,
      "loss": 0.5234,
      "step": 17241
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2412602275162643e-06,
      "loss": 0.5922,
      "step": 17242
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2403250134266865e-06,
      "loss": 0.6322,
      "step": 17243
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2393899698826503e-06,
      "loss": 0.6521,
      "step": 17244
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.238455096904705e-06,
      "loss": 0.5285,
      "step": 17245
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2375203945133996e-06,
      "loss": 0.4438,
      "step": 17246
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2365858627292815e-06,
      "loss": 0.6205,
      "step": 17247
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2356515015728863e-06,
      "loss": 0.5895,
      "step": 17248
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2347173110647504e-06,
      "loss": 0.4702,
      "step": 17249
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.233783291225402e-06,
      "loss": 0.5798,
      "step": 17250
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2328494420753754e-06,
      "loss": 0.5795,
      "step": 17251
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2319157636351907e-06,
      "loss": 0.4775,
      "step": 17252
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2309822559253733e-06,
      "loss": 0.5362,
      "step": 17253
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2300489189664375e-06,
      "loss": 0.49,
      "step": 17254
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.229115752778894e-06,
      "loss": 0.515,
      "step": 17255
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.228182757383258e-06,
      "loss": 0.5969,
      "step": 17256
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.227249932800032e-06,
      "loss": 0.5126,
      "step": 17257
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.226317279049719e-06,
      "loss": 0.5637,
      "step": 17258
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.225384796152813e-06,
      "loss": 0.4807,
      "step": 17259
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2244524841298134e-06,
      "loss": 0.6123,
      "step": 17260
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.223520343001211e-06,
      "loss": 0.5112,
      "step": 17261
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.222588372787493e-06,
      "loss": 0.5415,
      "step": 17262
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.22165657350914e-06,
      "loss": 0.5514,
      "step": 17263
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.220724945186631e-06,
      "loss": 0.5449,
      "step": 17264
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.219793487840445e-06,
      "loss": 0.6194,
      "step": 17265
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2188622014910534e-06,
      "loss": 0.553,
      "step": 17266
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2179310861589198e-06,
      "loss": 0.5789,
      "step": 17267
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.217000141864515e-06,
      "loss": 0.562,
      "step": 17268
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.216069368628294e-06,
      "loss": 0.6499,
      "step": 17269
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2151387664707203e-06,
      "loss": 0.5544,
      "step": 17270
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2142083354122435e-06,
      "loss": 0.5234,
      "step": 17271
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.213278075473313e-06,
      "loss": 0.522,
      "step": 17272
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2123479866743714e-06,
      "loss": 0.5024,
      "step": 17273
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2114180690358667e-06,
      "loss": 0.5591,
      "step": 17274
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2104883225782305e-06,
      "loss": 0.6886,
      "step": 17275
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.209558747321904e-06,
      "loss": 0.4635,
      "step": 17276
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.208629343287315e-06,
      "loss": 0.5558,
      "step": 17277
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.207700110494889e-06,
      "loss": 0.5111,
      "step": 17278
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2067710489650473e-06,
      "loss": 0.4184,
      "step": 17279
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2058421587182157e-06,
      "loss": 0.5378,
      "step": 17280
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2049134397748018e-06,
      "loss": 0.552,
      "step": 17281
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.203984892155224e-06,
      "loss": 0.4535,
      "step": 17282
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.203056515879887e-06,
      "loss": 0.5248,
      "step": 17283
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.202128310969197e-06,
      "loss": 0.5409,
      "step": 17284
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2012002774435537e-06,
      "loss": 0.5644,
      "step": 17285
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2002724153233547e-06,
      "loss": 0.5028,
      "step": 17286
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.19934472462899e-06,
      "loss": 0.5785,
      "step": 17287
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1984172053808485e-06,
      "loss": 0.4744,
      "step": 17288
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1974898575993187e-06,
      "loss": 0.5359,
      "step": 17289
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1965626813047823e-06,
      "loss": 0.4434,
      "step": 17290
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.195635676517618e-06,
      "loss": 0.543,
      "step": 17291
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1947088432581963e-06,
      "loss": 0.5422,
      "step": 17292
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1937821815468874e-06,
      "loss": 0.4239,
      "step": 17293
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1928556914040623e-06,
      "loss": 0.5925,
      "step": 17294
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1919293728500814e-06,
      "loss": 0.5079,
      "step": 17295
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1910032259053016e-06,
      "loss": 0.4927,
      "step": 17296
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1900772505900824e-06,
      "loss": 0.6086,
      "step": 17297
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.18915144692477e-06,
      "loss": 0.5158,
      "step": 17298
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1882258149297177e-06,
      "loss": 0.5527,
      "step": 17299
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.187300354625268e-06,
      "loss": 0.4948,
      "step": 17300
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1863750660317594e-06,
      "loss": 0.554,
      "step": 17301
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1854499491695257e-06,
      "loss": 0.515,
      "step": 17302
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.184525004058906e-06,
      "loss": 0.5941,
      "step": 17303
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.183600230720224e-06,
      "loss": 0.5823,
      "step": 17304
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.182675629173808e-06,
      "loss": 0.5314,
      "step": 17305
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1817511994399787e-06,
      "loss": 0.5699,
      "step": 17306
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1808269415390528e-06,
      "loss": 0.6378,
      "step": 17307
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1799028554913413e-06,
      "loss": 0.6162,
      "step": 17308
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1789789413171604e-06,
      "loss": 0.5803,
      "step": 17309
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1780551990368093e-06,
      "loss": 0.4564,
      "step": 17310
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1771316286705967e-06,
      "loss": 0.577,
      "step": 17311
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1762082302388167e-06,
      "loss": 0.5938,
      "step": 17312
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1752850037617677e-06,
      "loss": 0.5126,
      "step": 17313
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.17436194925974e-06,
      "loss": 0.541,
      "step": 17314
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1734390667530193e-06,
      "loss": 0.599,
      "step": 17315
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.17251635626189e-06,
      "loss": 0.4905,
      "step": 17316
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.17159381780663e-06,
      "loss": 0.4593,
      "step": 17317
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1706714514075157e-06,
      "loss": 0.5498,
      "step": 17318
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.169749257084823e-06,
      "loss": 0.5449,
      "step": 17319
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.168827234858818e-06,
      "loss": 0.5727,
      "step": 17320
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1679053847497657e-06,
      "loss": 0.5721,
      "step": 17321
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.166983706777922e-06,
      "loss": 0.5181,
      "step": 17322
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1660622009635525e-06,
      "loss": 0.5647,
      "step": 17323
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.165140867326906e-06,
      "loss": 0.6232,
      "step": 17324
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1642197058882286e-06,
      "loss": 0.5354,
      "step": 17325
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1632987166677734e-06,
      "loss": 0.4961,
      "step": 17326
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1623778996857746e-06,
      "loss": 0.5155,
      "step": 17327
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1614572549624777e-06,
      "loss": 0.5698,
      "step": 17328
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1605367825181132e-06,
      "loss": 0.6427,
      "step": 17329
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1596164823729117e-06,
      "loss": 0.465,
      "step": 17330
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1586963545470985e-06,
      "loss": 0.6109,
      "step": 17331
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.157776399060897e-06,
      "loss": 0.4752,
      "step": 17332
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1568566159345318e-06,
      "loss": 0.4714,
      "step": 17333
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1559370051882123e-06,
      "loss": 0.597,
      "step": 17334
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1550175668421537e-06,
      "loss": 0.4751,
      "step": 17335
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1540983009165617e-06,
      "loss": 0.5767,
      "step": 17336
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.153179207431637e-06,
      "loss": 0.4801,
      "step": 17337
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.152260286407587e-06,
      "loss": 0.4915,
      "step": 17338
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.151341537864603e-06,
      "loss": 0.5737,
      "step": 17339
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.150422961822881e-06,
      "loss": 0.5141,
      "step": 17340
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.149504558302605e-06,
      "loss": 0.6234,
      "step": 17341
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.148586327323967e-06,
      "loss": 0.4718,
      "step": 17342
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.147668268907145e-06,
      "loss": 0.5406,
      "step": 17343
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1467503830723146e-06,
      "loss": 0.5919,
      "step": 17344
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1458326698396524e-06,
      "loss": 0.5914,
      "step": 17345
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1449151292293237e-06,
      "loss": 0.4777,
      "step": 17346
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.143997761261498e-06,
      "loss": 0.549,
      "step": 17347
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.143080565956339e-06,
      "loss": 0.5031,
      "step": 17348
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.142163543334005e-06,
      "loss": 0.5109,
      "step": 17349
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.141246693414649e-06,
      "loss": 0.539,
      "step": 17350
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1403300162184194e-06,
      "loss": 0.5625,
      "step": 17351
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.139413511765469e-06,
      "loss": 0.5151,
      "step": 17352
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.138497180075936e-06,
      "loss": 0.5335,
      "step": 17353
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1375810211699654e-06,
      "loss": 0.6365,
      "step": 17354
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1366650350676886e-06,
      "loss": 0.5217,
      "step": 17355
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1357492217892372e-06,
      "loss": 0.5944,
      "step": 17356
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1348335813547425e-06,
      "loss": 0.6568,
      "step": 17357
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.133918113784329e-06,
      "loss": 0.6299,
      "step": 17358
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1330028190981143e-06,
      "loss": 0.5064,
      "step": 17359
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.132087697316214e-06,
      "loss": 0.4884,
      "step": 17360
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.131172748458743e-06,
      "loss": 0.492,
      "step": 17361
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.130257972545814e-06,
      "loss": 0.5499,
      "step": 17362
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.12934336959753e-06,
      "loss": 0.6395,
      "step": 17363
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.128428939633991e-06,
      "loss": 0.569,
      "step": 17364
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1275146826752945e-06,
      "loss": 0.5957,
      "step": 17365
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.126600598741534e-06,
      "loss": 0.4484,
      "step": 17366
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1256866878528037e-06,
      "loss": 0.4471,
      "step": 17367
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.124772950029185e-06,
      "loss": 0.5238,
      "step": 17368
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.123859385290764e-06,
      "loss": 0.4455,
      "step": 17369
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.122945993657617e-06,
      "loss": 0.5321,
      "step": 17370
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1220327751498225e-06,
      "loss": 0.5769,
      "step": 17371
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1211197297874486e-06,
      "loss": 0.4419,
      "step": 17372
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1202068575905643e-06,
      "loss": 0.5062,
      "step": 17373
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.119294158579228e-06,
      "loss": 0.5414,
      "step": 17374
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1183816327735073e-06,
      "loss": 0.4533,
      "step": 17375
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1174692801934517e-06,
      "loss": 0.4533,
      "step": 17376
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1165571008591167e-06,
      "loss": 0.6144,
      "step": 17377
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1156450947905515e-06,
      "loss": 0.606,
      "step": 17378
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1147332620077986e-06,
      "loss": 0.5172,
      "step": 17379
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1138216025308955e-06,
      "loss": 0.6037,
      "step": 17380
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.112910116379885e-06,
      "loss": 0.4405,
      "step": 17381
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.111998803574795e-06,
      "loss": 0.5899,
      "step": 17382
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1110876641356605e-06,
      "loss": 0.5807,
      "step": 17383
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1101766980825032e-06,
      "loss": 0.4941,
      "step": 17384
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1092659054353425e-06,
      "loss": 0.5055,
      "step": 17385
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.108355286214202e-06,
      "loss": 0.5335,
      "step": 17386
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1074448404390925e-06,
      "loss": 0.5167,
      "step": 17387
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1065345681300243e-06,
      "loss": 0.5453,
      "step": 17388
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1056244693070007e-06,
      "loss": 0.5265,
      "step": 17389
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1047145439900272e-06,
      "loss": 0.4894,
      "step": 17390
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1038047921991058e-06,
      "loss": 0.5184,
      "step": 17391
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.102895213954228e-06,
      "loss": 0.6432,
      "step": 17392
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1019858092753853e-06,
      "loss": 0.432,
      "step": 17393
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1010765781825615e-06,
      "loss": 0.5513,
      "step": 17394
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.100167520695747e-06,
      "loss": 0.5515,
      "step": 17395
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0992586368349177e-06,
      "loss": 0.5618,
      "step": 17396
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0983499266200467e-06,
      "loss": 0.5009,
      "step": 17397
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.097441390071111e-06,
      "loss": 0.6177,
      "step": 17398
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.096533027208075e-06,
      "loss": 0.5643,
      "step": 17399
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.095624838050908e-06,
      "loss": 0.6175,
      "step": 17400
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0947168226195668e-06,
      "loss": 0.4359,
      "step": 17401
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.093808980934009e-06,
      "loss": 0.5126,
      "step": 17402
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.092901313014184e-06,
      "loss": 0.5213,
      "step": 17403
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.091993818880048e-06,
      "loss": 0.5794,
      "step": 17404
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.091086498551539e-06,
      "loss": 0.5418,
      "step": 17405
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0901793520486057e-06,
      "loss": 0.5001,
      "step": 17406
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0892723793911818e-06,
      "loss": 0.5714,
      "step": 17407
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.088365580599201e-06,
      "loss": 0.5626,
      "step": 17408
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0874589556925915e-06,
      "loss": 0.472,
      "step": 17409
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.086552504691285e-06,
      "loss": 0.559,
      "step": 17410
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0856462276151967e-06,
      "loss": 0.5809,
      "step": 17411
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0847401244842534e-06,
      "loss": 0.5242,
      "step": 17412
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.083834195318365e-06,
      "loss": 0.5318,
      "step": 17413
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0829284401374394e-06,
      "loss": 0.4918,
      "step": 17414
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.082022858961391e-06,
      "loss": 0.4723,
      "step": 17415
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0811174518101186e-06,
      "loss": 0.5367,
      "step": 17416
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0802122187035236e-06,
      "loss": 0.4871,
      "step": 17417
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0793071596614967e-06,
      "loss": 0.5408,
      "step": 17418
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0784022747039334e-06,
      "loss": 0.5422,
      "step": 17419
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0774975638507245e-06,
      "loss": 0.4197,
      "step": 17420
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0765930271217504e-06,
      "loss": 0.6184,
      "step": 17421
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0756886645368934e-06,
      "loss": 0.4657,
      "step": 17422
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.074784476116026e-06,
      "loss": 0.6452,
      "step": 17423
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0738804618790266e-06,
      "loss": 0.5533,
      "step": 17424
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0729766218457604e-06,
      "loss": 0.5931,
      "step": 17425
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.072072956036091e-06,
      "loss": 0.458,
      "step": 17426
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.071169464469883e-06,
      "loss": 0.598,
      "step": 17427
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0702661471669917e-06,
      "loss": 0.4891,
      "step": 17428
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0693630041472724e-06,
      "loss": 0.5784,
      "step": 17429
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.068460035430575e-06,
      "loss": 0.5598,
      "step": 17430
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0675572410367427e-06,
      "loss": 0.5389,
      "step": 17431
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0666546209856175e-06,
      "loss": 0.6272,
      "step": 17432
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0657521752970375e-06,
      "loss": 0.6109,
      "step": 17433
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.064849903990842e-06,
      "loss": 0.5108,
      "step": 17434
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.063947807086858e-06,
      "loss": 0.6057,
      "step": 17435
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0630458846049115e-06,
      "loss": 0.5464,
      "step": 17436
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0621441365648263e-06,
      "loss": 0.4529,
      "step": 17437
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0612425629864197e-06,
      "loss": 0.4677,
      "step": 17438
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.06034116388951e-06,
      "loss": 0.4816,
      "step": 17439
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0594399392939033e-06,
      "loss": 0.5612,
      "step": 17440
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0585388892194148e-06,
      "loss": 0.4662,
      "step": 17441
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.057638013685843e-06,
      "loss": 0.5614,
      "step": 17442
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0567373127129866e-06,
      "loss": 0.5661,
      "step": 17443
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.055836786320646e-06,
      "loss": 0.5969,
      "step": 17444
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0549364345286115e-06,
      "loss": 0.4264,
      "step": 17445
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0540362573566706e-06,
      "loss": 0.5856,
      "step": 17446
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.053136254824606e-06,
      "loss": 0.5752,
      "step": 17447
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.052236426952201e-06,
      "loss": 0.6107,
      "step": 17448
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.051336773759234e-06,
      "loss": 0.6505,
      "step": 17449
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.050437295265476e-06,
      "loss": 0.4785,
      "step": 17450
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0495379914906967e-06,
      "loss": 0.5,
      "step": 17451
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.048638862454657e-06,
      "loss": 0.4758,
      "step": 17452
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0477399081771254e-06,
      "loss": 0.5372,
      "step": 17453
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0468411286778544e-06,
      "loss": 0.6106,
      "step": 17454
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.045942523976602e-06,
      "loss": 0.4672,
      "step": 17455
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0450440940931147e-06,
      "loss": 0.5037,
      "step": 17456
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0441458390471382e-06,
      "loss": 0.4894,
      "step": 17457
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0432477588584175e-06,
      "loss": 0.5669,
      "step": 17458
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0423498535466914e-06,
      "loss": 0.5294,
      "step": 17459
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.041452123131692e-06,
      "loss": 0.5425,
      "step": 17460
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0405545676331474e-06,
      "loss": 0.5622,
      "step": 17461
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.039657187070788e-06,
      "loss": 0.5313,
      "step": 17462
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.038759981464341e-06,
      "loss": 0.6194,
      "step": 17463
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0378629508335203e-06,
      "loss": 0.5441,
      "step": 17464
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0369660951980406e-06,
      "loss": 0.5363,
      "step": 17465
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0360694145776173e-06,
      "loss": 0.5357,
      "step": 17466
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0351729089919514e-06,
      "loss": 0.541,
      "step": 17467
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0342765784607543e-06,
      "loss": 0.4926,
      "step": 17468
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0333804230037203e-06,
      "loss": 0.5573,
      "step": 17469
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0324844426405497e-06,
      "loss": 0.5356,
      "step": 17470
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.031588637390933e-06,
      "loss": 0.5661,
      "step": 17471
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.030693007274557e-06,
      "loss": 0.6202,
      "step": 17472
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.029797552311109e-06,
      "loss": 0.5293,
      "step": 17473
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.02890227252027e-06,
      "loss": 0.5733,
      "step": 17474
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.028007167921714e-06,
      "loss": 0.6465,
      "step": 17475
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.027112238535113e-06,
      "loss": 0.5563,
      "step": 17476
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0262174843801387e-06,
      "loss": 0.5339,
      "step": 17477
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.025322905476458e-06,
      "loss": 0.5867,
      "step": 17478
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0244285018437316e-06,
      "loss": 0.6225,
      "step": 17479
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.023534273501615e-06,
      "loss": 0.5998,
      "step": 17480
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0226402204697604e-06,
      "loss": 0.4425,
      "step": 17481
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.021746342767823e-06,
      "loss": 0.4778,
      "step": 17482
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.020852640415444e-06,
      "loss": 0.6295,
      "step": 17483
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0199591134322692e-06,
      "loss": 0.6274,
      "step": 17484
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0190657618379363e-06,
      "loss": 0.4298,
      "step": 17485
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.018172585652076e-06,
      "loss": 0.604,
      "step": 17486
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.017279584894325e-06,
      "loss": 0.591,
      "step": 17487
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0163867595843056e-06,
      "loss": 0.5164,
      "step": 17488
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0154941097416427e-06,
      "loss": 0.4041,
      "step": 17489
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.014601635385952e-06,
      "loss": 0.5947,
      "step": 17490
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.013709336536851e-06,
      "loss": 0.4514,
      "step": 17491
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0128172132139534e-06,
      "loss": 0.6415,
      "step": 17492
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0119252654368647e-06,
      "loss": 0.5103,
      "step": 17493
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.01103349322519e-06,
      "loss": 0.5393,
      "step": 17494
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0101418965985253e-06,
      "loss": 0.5202,
      "step": 17495
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0092504755764673e-06,
      "loss": 0.638,
      "step": 17496
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0083592301786115e-06,
      "loss": 0.4705,
      "step": 17497
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0074681604245418e-06,
      "loss": 0.5744,
      "step": 17498
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0065772663338478e-06,
      "loss": 0.5776,
      "step": 17499
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0056865479261057e-06,
      "loss": 0.4297,
      "step": 17500
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0047960052208914e-06,
      "loss": 0.5027,
      "step": 17501
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.003905638237782e-06,
      "loss": 0.5316,
      "step": 17502
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0030154469963437e-06,
      "loss": 0.5102,
      "step": 17503
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.00212543151614e-06,
      "loss": 0.6031,
      "step": 17504
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0012355918167346e-06,
      "loss": 0.5143,
      "step": 17505
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.000345927917683e-06,
      "loss": 0.606,
      "step": 17506
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.999456439838542e-06,
      "loss": 0.5767,
      "step": 17507
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9985671275988583e-06,
      "loss": 0.5531,
      "step": 17508
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9976779912181777e-06,
      "loss": 0.5686,
      "step": 17509
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9967890307160396e-06,
      "loss": 0.5723,
      "step": 17510
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.995900246111988e-06,
      "loss": 0.4344,
      "step": 17511
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.995011637425551e-06,
      "loss": 0.5573,
      "step": 17512
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.994123204676264e-06,
      "loss": 0.5637,
      "step": 17513
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.993234947883651e-06,
      "loss": 0.6118,
      "step": 17514
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.992346867067232e-06,
      "loss": 0.5748,
      "step": 17515
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.991458962246531e-06,
      "loss": 0.5396,
      "step": 17516
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9905712334410587e-06,
      "loss": 0.5032,
      "step": 17517
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9896836806703278e-06,
      "loss": 0.6007,
      "step": 17518
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9887963039538414e-06,
      "loss": 0.4913,
      "step": 17519
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9879091033111065e-06,
      "loss": 0.5558,
      "step": 17520
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9870220787616233e-06,
      "loss": 0.556,
      "step": 17521
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.986135230324887e-06,
      "loss": 0.6191,
      "step": 17522
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9852485580203875e-06,
      "loss": 0.5067,
      "step": 17523
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.984362061867613e-06,
      "loss": 0.5649,
      "step": 17524
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.983475741886044e-06,
      "loss": 0.5708,
      "step": 17525
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.982589598095166e-06,
      "loss": 0.4978,
      "step": 17526
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.98170363051445e-06,
      "loss": 0.5804,
      "step": 17527
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9808178391633738e-06,
      "loss": 0.4414,
      "step": 17528
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9799322240614026e-06,
      "loss": 0.4635,
      "step": 17529
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.979046785227998e-06,
      "loss": 0.5742,
      "step": 17530
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9781615226826268e-06,
      "loss": 0.5568,
      "step": 17531
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9772764364447416e-06,
      "loss": 0.5991,
      "step": 17532
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.976391526533794e-06,
      "loss": 0.4552,
      "step": 17533
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.975506792969234e-06,
      "loss": 0.6463,
      "step": 17534
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9746222357705116e-06,
      "loss": 0.5306,
      "step": 17535
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.973737854957062e-06,
      "loss": 0.6373,
      "step": 17536
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9728536505483263e-06,
      "loss": 0.5803,
      "step": 17537
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.971969622563735e-06,
      "loss": 0.4795,
      "step": 17538
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.971085771022716e-06,
      "loss": 0.5709,
      "step": 17539
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9702020959447012e-06,
      "loss": 0.5635,
      "step": 17540
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.969318597349106e-06,
      "loss": 0.543,
      "step": 17541
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9684352752553536e-06,
      "loss": 0.5313,
      "step": 17542
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.967552129682856e-06,
      "loss": 0.472,
      "step": 17543
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.966669160651021e-06,
      "loss": 0.4754,
      "step": 17544
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.965786368179259e-06,
      "loss": 0.5126,
      "step": 17545
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9649037522869698e-06,
      "loss": 0.5796,
      "step": 17546
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9640213129935535e-06,
      "loss": 0.5284,
      "step": 17547
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9631390503184e-06,
      "loss": 0.4771,
      "step": 17548
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.962256964280904e-06,
      "loss": 0.5952,
      "step": 17549
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.961375054900456e-06,
      "loss": 0.6622,
      "step": 17550
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.960493322196434e-06,
      "loss": 0.5286,
      "step": 17551
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9596117661882187e-06,
      "loss": 0.5924,
      "step": 17552
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9587303868951845e-06,
      "loss": 0.5584,
      "step": 17553
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9578491843366996e-06,
      "loss": 0.616,
      "step": 17554
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9569681585321366e-06,
      "loss": 0.5138,
      "step": 17555
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9560873095008593e-06,
      "loss": 0.6184,
      "step": 17556
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.955206637262226e-06,
      "loss": 0.629,
      "step": 17557
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9543261418355907e-06,
      "loss": 0.5207,
      "step": 17558
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9534458232403055e-06,
      "loss": 0.56,
      "step": 17559
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.952565681495722e-06,
      "loss": 0.6181,
      "step": 17560
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.951685716621181e-06,
      "loss": 0.5731,
      "step": 17561
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9508059286360213e-06,
      "loss": 0.5076,
      "step": 17562
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9499263175595815e-06,
      "loss": 0.4868,
      "step": 17563
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9490468834111975e-06,
      "loss": 0.5049,
      "step": 17564
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9481676262101933e-06,
      "loss": 0.5065,
      "step": 17565
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.947288545975896e-06,
      "loss": 0.5142,
      "step": 17566
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9464096427276256e-06,
      "loss": 0.5737,
      "step": 17567
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9455309164846957e-06,
      "loss": 0.4959,
      "step": 17568
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.944652367266424e-06,
      "loss": 0.6011,
      "step": 17569
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9437739950921162e-06,
      "loss": 0.5417,
      "step": 17570
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.942895799981083e-06,
      "loss": 0.4454,
      "step": 17571
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.942017781952621e-06,
      "loss": 0.5576,
      "step": 17572
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.941139941026026e-06,
      "loss": 0.6158,
      "step": 17573
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.940262277220597e-06,
      "loss": 0.3628,
      "step": 17574
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9393847905556207e-06,
      "loss": 0.3605,
      "step": 17575
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9385074810503846e-06,
      "loss": 0.5597,
      "step": 17576
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9376303487241656e-06,
      "loss": 0.6838,
      "step": 17577
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9367533935962448e-06,
      "loss": 0.5159,
      "step": 17578
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9358766156858997e-06,
      "loss": 0.5348,
      "step": 17579
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9350000150123983e-06,
      "loss": 0.5712,
      "step": 17580
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.934123591595005e-06,
      "loss": 0.4702,
      "step": 17581
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9332473454529853e-06,
      "loss": 0.4572,
      "step": 17582
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.932371276605591e-06,
      "loss": 0.4928,
      "step": 17583
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.931495385072083e-06,
      "loss": 0.5239,
      "step": 17584
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.930619670871714e-06,
      "loss": 0.4563,
      "step": 17585
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9297441340237255e-06,
      "loss": 0.4041,
      "step": 17586
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.928868774547363e-06,
      "loss": 0.5314,
      "step": 17587
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.927993592461863e-06,
      "loss": 0.5798,
      "step": 17588
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.927118587786465e-06,
      "loss": 0.5243,
      "step": 17589
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9262437605403983e-06,
      "loss": 0.5559,
      "step": 17590
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9253691107428862e-06,
      "loss": 0.5995,
      "step": 17591
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9244946384131558e-06,
      "loss": 0.5973,
      "step": 17592
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.923620343570429e-06,
      "loss": 0.5726,
      "step": 17593
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.922746226233919e-06,
      "loss": 0.502,
      "step": 17594
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.921872286422838e-06,
      "loss": 0.5145,
      "step": 17595
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9209985241563924e-06,
      "loss": 0.5617,
      "step": 17596
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9201249394537856e-06,
      "loss": 0.6348,
      "step": 17597
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.919251532334221e-06,
      "loss": 0.5059,
      "step": 17598
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.91837830281689e-06,
      "loss": 0.5615,
      "step": 17599
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.91750525092099e-06,
      "loss": 0.4023,
      "step": 17600
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.916632376665708e-06,
      "loss": 0.5316,
      "step": 17601
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.915759680070224e-06,
      "loss": 0.5199,
      "step": 17602
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9148871611537246e-06,
      "loss": 0.5273,
      "step": 17603
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9140148199353834e-06,
      "loss": 0.4795,
      "step": 17604
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9131426564343704e-06,
      "loss": 0.5683,
      "step": 17605
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9122706706698603e-06,
      "loss": 0.5369,
      "step": 17606
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9113988626610126e-06,
      "loss": 0.5641,
      "step": 17607
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9105272324269942e-06,
      "loss": 0.5106,
      "step": 17608
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9096557799869576e-06,
      "loss": 0.5124,
      "step": 17609
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9087845053600575e-06,
      "loss": 0.4646,
      "step": 17610
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9079134085654414e-06,
      "loss": 0.55,
      "step": 17611
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.907042489622255e-06,
      "loss": 0.5363,
      "step": 17612
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.90617174854964e-06,
      "loss": 0.6391,
      "step": 17613
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9053011853667368e-06,
      "loss": 0.5213,
      "step": 17614
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9044308000926782e-06,
      "loss": 0.5795,
      "step": 17615
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9035605927465906e-06,
      "loss": 0.6702,
      "step": 17616
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9026905633476011e-06,
      "loss": 0.5844,
      "step": 17617
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9018207119148335e-06,
      "loss": 0.606,
      "step": 17618
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9009510384674046e-06,
      "loss": 0.5273,
      "step": 17619
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9000815430244268e-06,
      "loss": 0.7009,
      "step": 17620
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8992122256050106e-06,
      "loss": 0.5281,
      "step": 17621
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.898343086228267e-06,
      "loss": 0.5508,
      "step": 17622
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8974741249132944e-06,
      "loss": 0.5652,
      "step": 17623
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8966053416791919e-06,
      "loss": 0.5377,
      "step": 17624
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.895736736545053e-06,
      "loss": 0.5288,
      "step": 17625
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.894868309529967e-06,
      "loss": 0.4771,
      "step": 17626
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8940000606530251e-06,
      "loss": 0.4425,
      "step": 17627
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8931319899333046e-06,
      "loss": 0.5978,
      "step": 17628
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8922640973898899e-06,
      "loss": 0.5917,
      "step": 17629
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8913963830418535e-06,
      "loss": 0.6656,
      "step": 17630
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8905288469082639e-06,
      "loss": 0.4996,
      "step": 17631
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8896614890081921e-06,
      "loss": 0.5763,
      "step": 17632
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8887943093606997e-06,
      "loss": 0.4442,
      "step": 17633
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8879273079848448e-06,
      "loss": 0.5909,
      "step": 17634
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8870604848996855e-06,
      "loss": 0.4835,
      "step": 17635
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8861938401242686e-06,
      "loss": 0.516,
      "step": 17636
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8853273736776467e-06,
      "loss": 0.5463,
      "step": 17637
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8844610855788626e-06,
      "loss": 0.4601,
      "step": 17638
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8835949758469541e-06,
      "loss": 0.5818,
      "step": 17639
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8827290445009572e-06,
      "loss": 0.4479,
      "step": 17640
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8818632915599011e-06,
      "loss": 0.3806,
      "step": 17641
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8809977170428172e-06,
      "loss": 0.6447,
      "step": 17642
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8801323209687316e-06,
      "loss": 0.541,
      "step": 17643
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8792671033566612e-06,
      "loss": 0.6329,
      "step": 17644
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8784020642256218e-06,
      "loss": 0.4831,
      "step": 17645
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.877537203594625e-06,
      "loss": 0.521,
      "step": 17646
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.876672521482682e-06,
      "loss": 0.5755,
      "step": 17647
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8758080179087957e-06,
      "loss": 0.46,
      "step": 17648
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.874943692891965e-06,
      "loss": 0.4662,
      "step": 17649
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8740795464511862e-06,
      "loss": 0.4985,
      "step": 17650
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8732155786054573e-06,
      "loss": 0.5951,
      "step": 17651
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.872351789373763e-06,
      "loss": 0.5308,
      "step": 17652
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8714881787750871e-06,
      "loss": 0.5556,
      "step": 17653
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8706247468284134e-06,
      "loss": 0.5596,
      "step": 17654
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.869761493552713e-06,
      "loss": 0.5125,
      "step": 17655
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8688984189669624e-06,
      "loss": 0.5162,
      "step": 17656
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8680355230901348e-06,
      "loss": 0.4992,
      "step": 17657
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8671728059411908e-06,
      "loss": 0.5794,
      "step": 17658
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8663102675390932e-06,
      "loss": 0.5408,
      "step": 17659
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8654479079027942e-06,
      "loss": 0.5985,
      "step": 17660
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8645857270512547e-06,
      "loss": 0.524,
      "step": 17661
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8637237250034212e-06,
      "loss": 0.548,
      "step": 17662
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8628619017782356e-06,
      "loss": 0.5258,
      "step": 17663
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.862000257394645e-06,
      "loss": 0.5732,
      "step": 17664
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8611387918715817e-06,
      "loss": 0.5432,
      "step": 17665
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8602775052279842e-06,
      "loss": 0.4814,
      "step": 17666
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8594163974827806e-06,
      "loss": 0.5687,
      "step": 17667
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8585554686548968e-06,
      "loss": 0.6309,
      "step": 17668
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8576947187632533e-06,
      "loss": 0.6384,
      "step": 17669
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.856834147826767e-06,
      "loss": 0.5123,
      "step": 17670
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8559737558643532e-06,
      "loss": 0.5242,
      "step": 17671
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8551135428949253e-06,
      "loss": 0.5556,
      "step": 17672
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.854253508937387e-06,
      "loss": 0.568,
      "step": 17673
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8533936540106368e-06,
      "loss": 0.4691,
      "step": 17674
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8525339781335793e-06,
      "loss": 0.5019,
      "step": 17675
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8516744813251063e-06,
      "loss": 0.4866,
      "step": 17676
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8508151636041073e-06,
      "loss": 0.529,
      "step": 17677
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8499560249894666e-06,
      "loss": 0.5121,
      "step": 17678
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8490970655000695e-06,
      "loss": 0.4961,
      "step": 17679
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8482382851547976e-06,
      "loss": 0.5078,
      "step": 17680
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.847379683972521e-06,
      "loss": 0.5164,
      "step": 17681
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.846521261972113e-06,
      "loss": 0.6192,
      "step": 17682
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.845663019172439e-06,
      "loss": 0.6312,
      "step": 17683
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8448049555923598e-06,
      "loss": 0.5952,
      "step": 17684
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8439470712507357e-06,
      "loss": 0.4053,
      "step": 17685
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8430893661664252e-06,
      "loss": 0.5817,
      "step": 17686
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8422318403582774e-06,
      "loss": 0.5883,
      "step": 17687
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8413744938451373e-06,
      "loss": 0.4851,
      "step": 17688
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8405173266458475e-06,
      "loss": 0.4106,
      "step": 17689
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.839660338779251e-06,
      "loss": 0.5385,
      "step": 17690
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8388035302641828e-06,
      "loss": 0.5655,
      "step": 17691
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8379469011194685e-06,
      "loss": 0.4773,
      "step": 17692
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.837090451363942e-06,
      "loss": 0.5257,
      "step": 17693
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.836234181016422e-06,
      "loss": 0.4305,
      "step": 17694
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8353780900957318e-06,
      "loss": 0.5396,
      "step": 17695
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8345221786206868e-06,
      "loss": 0.652,
      "step": 17696
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8336664466100962e-06,
      "loss": 0.4877,
      "step": 17697
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8328108940827682e-06,
      "loss": 0.5822,
      "step": 17698
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8319555210575058e-06,
      "loss": 0.6048,
      "step": 17699
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.831100327553108e-06,
      "loss": 0.567,
      "step": 17700
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8302453135883768e-06,
      "loss": 0.5151,
      "step": 17701
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8293904791820982e-06,
      "loss": 0.5663,
      "step": 17702
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8285358243530604e-06,
      "loss": 0.5006,
      "step": 17703
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8276813491200507e-06,
      "loss": 0.5701,
      "step": 17704
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8268270535018463e-06,
      "loss": 0.353,
      "step": 17705
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.825972937517222e-06,
      "loss": 0.5507,
      "step": 17706
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.825119001184955e-06,
      "loss": 0.6224,
      "step": 17707
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8242652445238075e-06,
      "loss": 0.5519,
      "step": 17708
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8234116675525493e-06,
      "loss": 0.5458,
      "step": 17709
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.822558270289938e-06,
      "loss": 0.5962,
      "step": 17710
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8217050527547309e-06,
      "loss": 0.5061,
      "step": 17711
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8208520149656783e-06,
      "loss": 0.6008,
      "step": 17712
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8199991569415276e-06,
      "loss": 0.5353,
      "step": 17713
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.819146478701026e-06,
      "loss": 0.5351,
      "step": 17714
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8182939802629163e-06,
      "loss": 0.5744,
      "step": 17715
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8174416616459312e-06,
      "loss": 0.5124,
      "step": 17716
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8165895228688057e-06,
      "loss": 0.5198,
      "step": 17717
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8157375639502638e-06,
      "loss": 0.5241,
      "step": 17718
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8148857849090373e-06,
      "loss": 0.5129,
      "step": 17719
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8140341857638432e-06,
      "loss": 0.3906,
      "step": 17720
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8131827665333957e-06,
      "loss": 0.5658,
      "step": 17721
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8123315272364127e-06,
      "loss": 0.5923,
      "step": 17722
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8114804678915987e-06,
      "loss": 0.5193,
      "step": 17723
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8106295885176628e-06,
      "loss": 0.5967,
      "step": 17724
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8097788891333046e-06,
      "loss": 0.5041,
      "step": 17725
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8089283697572202e-06,
      "loss": 0.4298,
      "step": 17726
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8080780304081013e-06,
      "loss": 0.4821,
      "step": 17727
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.807227871104641e-06,
      "loss": 0.5647,
      "step": 17728
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8063778918655196e-06,
      "loss": 0.5645,
      "step": 17729
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8055280927094233e-06,
      "loss": 0.5794,
      "step": 17730
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.804678473655027e-06,
      "loss": 0.5174,
      "step": 17731
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.803829034721003e-06,
      "loss": 0.4545,
      "step": 17732
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8029797759260225e-06,
      "loss": 0.5464,
      "step": 17733
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.802130697288751e-06,
      "loss": 0.4779,
      "step": 17734
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8012817988278464e-06,
      "loss": 0.5267,
      "step": 17735
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8004330805619707e-06,
      "loss": 0.4916,
      "step": 17736
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7995845425097736e-06,
      "loss": 0.463,
      "step": 17737
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7987361846899088e-06,
      "loss": 0.5435,
      "step": 17738
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7978880071210192e-06,
      "loss": 0.4669,
      "step": 17739
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7970400098217466e-06,
      "loss": 0.5776,
      "step": 17740
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7961921928107294e-06,
      "loss": 0.5967,
      "step": 17741
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7953445561065985e-06,
      "loss": 0.4374,
      "step": 17742
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7944970997279853e-06,
      "loss": 0.4416,
      "step": 17743
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7936498236935195e-06,
      "loss": 0.4654,
      "step": 17744
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7928027280218185e-06,
      "loss": 0.6974,
      "step": 17745
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7919558127315019e-06,
      "loss": 0.5311,
      "step": 17746
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.791109077841181e-06,
      "loss": 0.6201,
      "step": 17747
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7902625233694694e-06,
      "loss": 0.566,
      "step": 17748
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7894161493349704e-06,
      "loss": 0.574,
      "step": 17749
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7885699557562853e-06,
      "loss": 0.5167,
      "step": 17750
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7877239426520153e-06,
      "loss": 0.5201,
      "step": 17751
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7868781100407518e-06,
      "loss": 0.5677,
      "step": 17752
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.786032457941087e-06,
      "loss": 0.5404,
      "step": 17753
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7851869863716066e-06,
      "loss": 0.6035,
      "step": 17754
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7843416953508918e-06,
      "loss": 0.4788,
      "step": 17755
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7834965848975183e-06,
      "loss": 0.5113,
      "step": 17756
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7826516550300654e-06,
      "loss": 0.6098,
      "step": 17757
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7818069057670995e-06,
      "loss": 0.5498,
      "step": 17758
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.78096233712719e-06,
      "loss": 0.4072,
      "step": 17759
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7801179491288967e-06,
      "loss": 0.4729,
      "step": 17760
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7792737417907779e-06,
      "loss": 0.5235,
      "step": 17761
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7784297151313902e-06,
      "loss": 0.6082,
      "step": 17762
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7775858691692827e-06,
      "loss": 0.5817,
      "step": 17763
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7767422039229997e-06,
      "loss": 0.4698,
      "step": 17764
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7758987194110877e-06,
      "loss": 0.562,
      "step": 17765
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7750554156520806e-06,
      "loss": 0.5892,
      "step": 17766
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7742122926645177e-06,
      "loss": 0.5302,
      "step": 17767
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.773369350466928e-06,
      "loss": 0.4969,
      "step": 17768
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7725265890778376e-06,
      "loss": 0.5979,
      "step": 17769
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7716840085157672e-06,
      "loss": 0.4742,
      "step": 17770
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7708416087992364e-06,
      "loss": 0.5296,
      "step": 17771
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7699993899467594e-06,
      "loss": 0.4997,
      "step": 17772
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7691573519768502e-06,
      "loss": 0.5591,
      "step": 17773
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7683154949080127e-06,
      "loss": 0.6527,
      "step": 17774
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7674738187587515e-06,
      "loss": 0.5288,
      "step": 17775
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7666323235475602e-06,
      "loss": 0.5052,
      "step": 17776
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7657910092929398e-06,
      "loss": 0.5861,
      "step": 17777
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7649498760133799e-06,
      "loss": 0.6266,
      "step": 17778
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7641089237273623e-06,
      "loss": 0.6975,
      "step": 17779
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7632681524533757e-06,
      "loss": 0.457,
      "step": 17780
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.762427562209894e-06,
      "loss": 0.4641,
      "step": 17781
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7615871530153983e-06,
      "loss": 0.5343,
      "step": 17782
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7607469248883558e-06,
      "loss": 0.5571,
      "step": 17783
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7599068778472328e-06,
      "loss": 0.5295,
      "step": 17784
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7590670119104902e-06,
      "loss": 0.507,
      "step": 17785
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.75822732709659e-06,
      "loss": 0.4228,
      "step": 17786
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7573878234239905e-06,
      "loss": 0.5719,
      "step": 17787
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7565485009111372e-06,
      "loss": 0.4953,
      "step": 17788
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7557093595764806e-06,
      "loss": 0.4508,
      "step": 17789
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7548703994384586e-06,
      "loss": 0.4956,
      "step": 17790
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.754031620515516e-06,
      "loss": 0.5509,
      "step": 17791
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7531930228260863e-06,
      "loss": 0.6002,
      "step": 17792
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7523546063885965e-06,
      "loss": 0.4883,
      "step": 17793
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.75151637122148e-06,
      "loss": 0.4769,
      "step": 17794
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.750678317343154e-06,
      "loss": 0.5202,
      "step": 17795
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.749840444772043e-06,
      "loss": 0.5526,
      "step": 17796
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7490027535265598e-06,
      "loss": 0.5388,
      "step": 17797
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.748165243625115e-06,
      "loss": 0.5541,
      "step": 17798
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7473279150861167e-06,
      "loss": 0.5535,
      "step": 17799
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7464907679279652e-06,
      "loss": 0.5195,
      "step": 17800
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7456538021690616e-06,
      "loss": 0.5866,
      "step": 17801
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7448170178278034e-06,
      "loss": 0.4623,
      "step": 17802
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7439804149225803e-06,
      "loss": 0.4929,
      "step": 17803
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7431439934717797e-06,
      "loss": 0.6053,
      "step": 17804
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7423077534937816e-06,
      "loss": 0.5231,
      "step": 17805
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.74147169500697e-06,
      "loss": 0.5398,
      "step": 17806
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7406358180297156e-06,
      "loss": 0.5764,
      "step": 17807
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.739800122580395e-06,
      "loss": 0.5334,
      "step": 17808
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7389646086773726e-06,
      "loss": 0.6456,
      "step": 17809
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7381292763390089e-06,
      "loss": 0.5117,
      "step": 17810
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7372941255836684e-06,
      "loss": 0.615,
      "step": 17811
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.736459156429704e-06,
      "loss": 0.5157,
      "step": 17812
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7356243688954676e-06,
      "loss": 0.7099,
      "step": 17813
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7347897629993039e-06,
      "loss": 0.5707,
      "step": 17814
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7339553387595576e-06,
      "loss": 0.5671,
      "step": 17815
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.733121096194571e-06,
      "loss": 0.5463,
      "step": 17816
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7322870353226772e-06,
      "loss": 0.609,
      "step": 17817
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7314531561622083e-06,
      "loss": 0.626,
      "step": 17818
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7306194587314873e-06,
      "loss": 0.3955,
      "step": 17819
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.729785943048845e-06,
      "loss": 0.6325,
      "step": 17820
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7289526091325958e-06,
      "loss": 0.5054,
      "step": 17821
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7281194570010552e-06,
      "loss": 0.5829,
      "step": 17822
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.727286486672537e-06,
      "loss": 0.6645,
      "step": 17823
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7264536981653445e-06,
      "loss": 0.5646,
      "step": 17824
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7256210914977867e-06,
      "loss": 0.5308,
      "step": 17825
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7247886666881609e-06,
      "loss": 0.5786,
      "step": 17826
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.72395642375476e-06,
      "loss": 0.4435,
      "step": 17827
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.723124362715879e-06,
      "loss": 0.4186,
      "step": 17828
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7222924835897992e-06,
      "loss": 0.3726,
      "step": 17829
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7214607863948097e-06,
      "loss": 0.5511,
      "step": 17830
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7206292711491901e-06,
      "loss": 0.399,
      "step": 17831
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7197979378712137e-06,
      "loss": 0.4452,
      "step": 17832
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7189667865791526e-06,
      "loss": 0.3793,
      "step": 17833
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.718135817291272e-06,
      "loss": 0.5384,
      "step": 17834
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7173050300258386e-06,
      "loss": 0.524,
      "step": 17835
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.716474424801109e-06,
      "loss": 0.5156,
      "step": 17836
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7156440016353427e-06,
      "loss": 0.5314,
      "step": 17837
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7148137605467873e-06,
      "loss": 0.5994,
      "step": 17838
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7139837015536899e-06,
      "loss": 0.5465,
      "step": 17839
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7131538246742973e-06,
      "loss": 0.6367,
      "step": 17840
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7123241299268479e-06,
      "loss": 0.5363,
      "step": 17841
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7114946173295755e-06,
      "loss": 0.5779,
      "step": 17842
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.710665286900709e-06,
      "loss": 0.5154,
      "step": 17843
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7098361386584793e-06,
      "loss": 0.5381,
      "step": 17844
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7090071726211132e-06,
      "loss": 0.5303,
      "step": 17845
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7081783888068249e-06,
      "loss": 0.5018,
      "step": 17846
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7073497872338317e-06,
      "loss": 0.5821,
      "step": 17847
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706521367920342e-06,
      "loss": 0.5097,
      "step": 17848
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.705693130884567e-06,
      "loss": 0.5867,
      "step": 17849
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7048650761447106e-06,
      "loss": 0.4435,
      "step": 17850
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7040372037189657e-06,
      "loss": 0.5555,
      "step": 17851
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7032095136255367e-06,
      "loss": 0.5651,
      "step": 17852
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7023820058826056e-06,
      "loss": 0.6048,
      "step": 17853
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7015546805083693e-06,
      "loss": 0.5536,
      "step": 17854
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7007275375210052e-06,
      "loss": 0.5973,
      "step": 17855
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6999005769386933e-06,
      "loss": 0.608,
      "step": 17856
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.699073798779608e-06,
      "loss": 0.5865,
      "step": 17857
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6982472030619235e-06,
      "loss": 0.5006,
      "step": 17858
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.697420789803803e-06,
      "loss": 0.6133,
      "step": 17859
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6965945590234156e-06,
      "loss": 0.543,
      "step": 17860
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6957685107389166e-06,
      "loss": 0.5207,
      "step": 17861
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6949426449684625e-06,
      "loss": 0.5193,
      "step": 17862
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.694116961730201e-06,
      "loss": 0.5399,
      "step": 17863
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6932914610422845e-06,
      "loss": 0.5276,
      "step": 17864
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6924661429228529e-06,
      "loss": 0.5467,
      "step": 17865
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.691641007390048e-06,
      "loss": 0.5604,
      "step": 17866
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6908160544620033e-06,
      "loss": 0.4546,
      "step": 17867
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6899912841568477e-06,
      "loss": 0.5402,
      "step": 17868
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6891666964927133e-06,
      "loss": 0.5938,
      "step": 17869
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6883422914877211e-06,
      "loss": 0.4639,
      "step": 17870
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.68751806915999e-06,
      "loss": 0.6054,
      "step": 17871
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6866940295276324e-06,
      "loss": 0.5576,
      "step": 17872
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6858701726087622e-06,
      "loss": 0.5381,
      "step": 17873
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6850464984214887e-06,
      "loss": 0.5249,
      "step": 17874
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6842230069839128e-06,
      "loss": 0.3952,
      "step": 17875
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6833996983141332e-06,
      "loss": 0.6131,
      "step": 17876
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6825765724302423e-06,
      "loss": 0.5931,
      "step": 17877
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6817536293503366e-06,
      "loss": 0.5936,
      "step": 17878
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6809308690925008e-06,
      "loss": 0.4599,
      "step": 17879
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6801082916748145e-06,
      "loss": 0.5006,
      "step": 17880
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6792858971153637e-06,
      "loss": 0.5886,
      "step": 17881
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6784636854322157e-06,
      "loss": 0.5502,
      "step": 17882
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6776416566434473e-06,
      "loss": 0.5501,
      "step": 17883
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.676819810767123e-06,
      "loss": 0.5708,
      "step": 17884
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.675998147821306e-06,
      "loss": 0.5885,
      "step": 17885
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6751766678240534e-06,
      "loss": 0.5855,
      "step": 17886
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6743553707934201e-06,
      "loss": 0.5735,
      "step": 17887
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6735342567474622e-06,
      "loss": 0.623,
      "step": 17888
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6727133257042228e-06,
      "loss": 0.5072,
      "step": 17889
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.671892577681744e-06,
      "loss": 0.5954,
      "step": 17890
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6710720126980662e-06,
      "loss": 0.5341,
      "step": 17891
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6702516307712201e-06,
      "loss": 0.5921,
      "step": 17892
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6694314319192428e-06,
      "loss": 0.5167,
      "step": 17893
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6686114161601541e-06,
      "loss": 0.4684,
      "step": 17894
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.667791583511983e-06,
      "loss": 0.5587,
      "step": 17895
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.666971933992746e-06,
      "loss": 0.5192,
      "step": 17896
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6661524676204543e-06,
      "loss": 0.6015,
      "step": 17897
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6653331844131237e-06,
      "loss": 0.4573,
      "step": 17898
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6645140843887586e-06,
      "loss": 0.459,
      "step": 17899
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6636951675653612e-06,
      "loss": 0.4916,
      "step": 17900
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.662876433960927e-06,
      "loss": 0.5049,
      "step": 17901
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6620578835934543e-06,
      "loss": 0.5909,
      "step": 17902
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6612395164809358e-06,
      "loss": 0.6239,
      "step": 17903
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6604213326413544e-06,
      "loss": 0.5179,
      "step": 17904
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.659603332092693e-06,
      "loss": 0.572,
      "step": 17905
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6587855148529275e-06,
      "loss": 0.5333,
      "step": 17906
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.657967880940038e-06,
      "loss": 0.4168,
      "step": 17907
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6571504303719887e-06,
      "loss": 0.5932,
      "step": 17908
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6563331631667512e-06,
      "loss": 0.6132,
      "step": 17909
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6555160793422852e-06,
      "loss": 0.6365,
      "step": 17910
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6546991789165479e-06,
      "loss": 0.4889,
      "step": 17911
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6538824619074956e-06,
      "loss": 0.5177,
      "step": 17912
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6530659283330785e-06,
      "loss": 0.5064,
      "step": 17913
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6522495782112425e-06,
      "loss": 0.4979,
      "step": 17914
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6514334115599251e-06,
      "loss": 0.4905,
      "step": 17915
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6506174283970688e-06,
      "loss": 0.5054,
      "step": 17916
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6498016287406105e-06,
      "loss": 0.4774,
      "step": 17917
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6489860126084755e-06,
      "loss": 0.5419,
      "step": 17918
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6481705800185921e-06,
      "loss": 0.584,
      "step": 17919
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.64735533098888e-06,
      "loss": 0.4863,
      "step": 17920
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6465402655372564e-06,
      "loss": 0.5715,
      "step": 17921
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.64572538368164e-06,
      "loss": 0.6063,
      "step": 17922
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6449106854399354e-06,
      "loss": 0.5875,
      "step": 17923
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6440961708300528e-06,
      "loss": 0.6561,
      "step": 17924
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6432818398698892e-06,
      "loss": 0.4542,
      "step": 17925
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6424676925773475e-06,
      "loss": 0.5993,
      "step": 17926
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6416537289703194e-06,
      "loss": 0.5996,
      "step": 17927
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6408399490666937e-06,
      "loss": 0.5563,
      "step": 17928
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6400263528843562e-06,
      "loss": 0.4044,
      "step": 17929
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6392129404411871e-06,
      "loss": 0.5497,
      "step": 17930
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6383997117550642e-06,
      "loss": 0.5919,
      "step": 17931
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6375866668438656e-06,
      "loss": 0.4841,
      "step": 17932
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6367738057254567e-06,
      "loss": 0.5916,
      "step": 17933
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6359611284177047e-06,
      "loss": 0.5314,
      "step": 17934
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.635148634938467e-06,
      "loss": 0.5011,
      "step": 17935
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6343363253056056e-06,
      "loss": 0.5383,
      "step": 17936
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6335241995369699e-06,
      "loss": 0.5981,
      "step": 17937
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6327122576504139e-06,
      "loss": 0.5807,
      "step": 17938
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.631900499663781e-06,
      "loss": 0.6152,
      "step": 17939
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.631088925594908e-06,
      "loss": 0.5311,
      "step": 17940
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6302775354616385e-06,
      "loss": 0.4621,
      "step": 17941
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6294663292818036e-06,
      "loss": 0.5183,
      "step": 17942
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6286553070732302e-06,
      "loss": 0.529,
      "step": 17943
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6278444688537432e-06,
      "loss": 0.5237,
      "step": 17944
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6270338146411636e-06,
      "loss": 0.6137,
      "step": 17945
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6262233444533127e-06,
      "loss": 0.6234,
      "step": 17946
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6254130583080007e-06,
      "loss": 0.5713,
      "step": 17947
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6246029562230359e-06,
      "loss": 0.5169,
      "step": 17948
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6237930382162225e-06,
      "loss": 0.5573,
      "step": 17949
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.62298330430536e-06,
      "loss": 0.6092,
      "step": 17950
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6221737545082494e-06,
      "loss": 0.5956,
      "step": 17951
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6213643888426788e-06,
      "loss": 0.5397,
      "step": 17952
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6205552073264419e-06,
      "loss": 0.5599,
      "step": 17953
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6197462099773165e-06,
      "loss": 0.5548,
      "step": 17954
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6189373968130906e-06,
      "loss": 0.4832,
      "step": 17955
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6181287678515356e-06,
      "loss": 0.5766,
      "step": 17956
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6173203231104263e-06,
      "loss": 0.5498,
      "step": 17957
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.616512062607528e-06,
      "loss": 0.5378,
      "step": 17958
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6157039863606083e-06,
      "loss": 0.5854,
      "step": 17959
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6148960943874248e-06,
      "loss": 0.5691,
      "step": 17960
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6140883867057366e-06,
      "loss": 0.5689,
      "step": 17961
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6132808633332952e-06,
      "loss": 0.5996,
      "step": 17962
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6124735242878465e-06,
      "loss": 0.5511,
      "step": 17963
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.611666369587135e-06,
      "loss": 0.5498,
      "step": 17964
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.610859399248903e-06,
      "loss": 0.576,
      "step": 17965
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6100526132908834e-06,
      "loss": 0.5609,
      "step": 17966
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6092460117308117e-06,
      "loss": 0.4812,
      "step": 17967
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.608439594586414e-06,
      "loss": 0.4939,
      "step": 17968
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6076333618754103e-06,
      "loss": 0.5469,
      "step": 17969
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6068273136155277e-06,
      "loss": 0.5818,
      "step": 17970
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6060214498244775e-06,
      "loss": 0.4764,
      "step": 17971
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6052157705199723e-06,
      "loss": 0.6452,
      "step": 17972
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6044102757197166e-06,
      "loss": 0.5402,
      "step": 17973
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6036049654414165e-06,
      "loss": 0.5731,
      "step": 17974
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6027998397027744e-06,
      "loss": 0.5265,
      "step": 17975
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6019948985214828e-06,
      "loss": 0.5387,
      "step": 17976
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6011901419152332e-06,
      "loss": 0.4645,
      "step": 17977
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6003855699017123e-06,
      "loss": 0.5586,
      "step": 17978
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5995811824986017e-06,
      "loss": 0.5449,
      "step": 17979
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5987769797235852e-06,
      "loss": 0.5842,
      "step": 17980
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.597972961594333e-06,
      "loss": 0.5579,
      "step": 17981
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5971691281285207e-06,
      "loss": 0.6167,
      "step": 17982
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.596365479343811e-06,
      "loss": 0.4672,
      "step": 17983
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5955620152578722e-06,
      "loss": 0.4922,
      "step": 17984
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5947587358883587e-06,
      "loss": 0.44,
      "step": 17985
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5939556412529279e-06,
      "loss": 0.4609,
      "step": 17986
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5931527313692263e-06,
      "loss": 0.5665,
      "step": 17987
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5923500062549035e-06,
      "loss": 0.4696,
      "step": 17988
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5915474659276053e-06,
      "loss": 0.4997,
      "step": 17989
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5907451104049675e-06,
      "loss": 0.4047,
      "step": 17990
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.589942939704624e-06,
      "loss": 0.5077,
      "step": 17991
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.589140953844206e-06,
      "loss": 0.4347,
      "step": 17992
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.588339152841336e-06,
      "loss": 0.5125,
      "step": 17993
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5875375367136437e-06,
      "loss": 0.526,
      "step": 17994
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.58673610547874e-06,
      "loss": 0.4571,
      "step": 17995
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5859348591542456e-06,
      "loss": 0.5652,
      "step": 17996
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5851337977577686e-06,
      "loss": 0.5236,
      "step": 17997
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5843329213069102e-06,
      "loss": 0.5583,
      "step": 17998
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5835322298192802e-06,
      "loss": 0.4034,
      "step": 17999
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5827317233124716e-06,
      "loss": 0.5194,
      "step": 18000
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5819314018040798e-06,
      "loss": 0.4461,
      "step": 18001
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5811312653116929e-06,
      "loss": 0.5966,
      "step": 18002
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5803313138528964e-06,
      "loss": 0.5374,
      "step": 18003
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5795315474452766e-06,
      "loss": 0.5439,
      "step": 18004
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5787319661064082e-06,
      "loss": 0.605,
      "step": 18005
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.577932569853865e-06,
      "loss": 0.4288,
      "step": 18006
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5771333587052161e-06,
      "loss": 0.5858,
      "step": 18007
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5763343326780245e-06,
      "loss": 0.59,
      "step": 18008
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5755354917898534e-06,
      "loss": 0.6674,
      "step": 18009
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5747368360582637e-06,
      "loss": 0.6097,
      "step": 18010
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5739383655008055e-06,
      "loss": 0.5644,
      "step": 18011
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.573140080135026e-06,
      "loss": 0.5387,
      "step": 18012
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5723419799784733e-06,
      "loss": 0.5299,
      "step": 18013
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5715440650486891e-06,
      "loss": 0.4694,
      "step": 18014
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.570746335363208e-06,
      "loss": 0.6002,
      "step": 18015
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5699487909395604e-06,
      "loss": 0.5443,
      "step": 18016
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5691514317952782e-06,
      "loss": 0.525,
      "step": 18017
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5683542579478894e-06,
      "loss": 0.5365,
      "step": 18018
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.567557269414911e-06,
      "loss": 0.5204,
      "step": 18019
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5667604662138592e-06,
      "loss": 0.572,
      "step": 18020
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5659638483622475e-06,
      "loss": 0.5415,
      "step": 18021
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.565167415877582e-06,
      "loss": 0.5294,
      "step": 18022
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.564371168777371e-06,
      "loss": 0.5128,
      "step": 18023
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5635751070791105e-06,
      "loss": 0.4895,
      "step": 18024
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.562779230800301e-06,
      "loss": 0.6153,
      "step": 18025
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5619835399584327e-06,
      "loss": 0.6493,
      "step": 18026
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5611880345709917e-06,
      "loss": 0.5801,
      "step": 18027
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5603927146554654e-06,
      "loss": 0.5776,
      "step": 18028
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5595975802293329e-06,
      "loss": 0.5609,
      "step": 18029
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.558802631310069e-06,
      "loss": 0.4944,
      "step": 18030
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5580078679151422e-06,
      "loss": 0.5317,
      "step": 18031
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.557213290062025e-06,
      "loss": 0.4301,
      "step": 18032
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5564188977681815e-06,
      "loss": 0.5682,
      "step": 18033
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5556246910510685e-06,
      "loss": 0.5635,
      "step": 18034
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5548306699281434e-06,
      "loss": 0.4948,
      "step": 18035
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5540368344168534e-06,
      "loss": 0.5727,
      "step": 18036
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5532431845346508e-06,
      "loss": 0.5466,
      "step": 18037
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5524497202989741e-06,
      "loss": 0.5591,
      "step": 18038
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5516564417272684e-06,
      "loss": 0.3983,
      "step": 18039
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5508633488369652e-06,
      "loss": 0.5721,
      "step": 18040
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5500704416454925e-06,
      "loss": 0.5714,
      "step": 18041
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5492777201702824e-06,
      "loss": 0.4886,
      "step": 18042
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5484851844287563e-06,
      "loss": 0.581,
      "step": 18043
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5476928344383324e-06,
      "loss": 0.3447,
      "step": 18044
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5469006702164212e-06,
      "loss": 0.4938,
      "step": 18045
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.546108691780438e-06,
      "loss": 0.4767,
      "step": 18046
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5453168991477908e-06,
      "loss": 0.5553,
      "step": 18047
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5445252923358789e-06,
      "loss": 0.5857,
      "step": 18048
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.543733871362102e-06,
      "loss": 0.5912,
      "step": 18049
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5429426362438527e-06,
      "loss": 0.4066,
      "step": 18050
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5421515869985205e-06,
      "loss": 0.5054,
      "step": 18051
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5413607236434936e-06,
      "loss": 0.5073,
      "step": 18052
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5405700461961515e-06,
      "loss": 0.6393,
      "step": 18053
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.539779554673877e-06,
      "loss": 0.6256,
      "step": 18054
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5389892490940394e-06,
      "loss": 0.4833,
      "step": 18055
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5381991294740073e-06,
      "loss": 0.5558,
      "step": 18056
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.537409195831151e-06,
      "loss": 0.5448,
      "step": 18057
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.53661944818283e-06,
      "loss": 0.5316,
      "step": 18058
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5358298865463983e-06,
      "loss": 0.5629,
      "step": 18059
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5350405109392142e-06,
      "loss": 0.4776,
      "step": 18060
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5342513213786237e-06,
      "loss": 0.4405,
      "step": 18061
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5334623178819752e-06,
      "loss": 0.4695,
      "step": 18062
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5326735004666071e-06,
      "loss": 0.5059,
      "step": 18063
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5318848691498579e-06,
      "loss": 0.4842,
      "step": 18064
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5310964239490567e-06,
      "loss": 0.4862,
      "step": 18065
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5303081648815376e-06,
      "loss": 0.5972,
      "step": 18066
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5295200919646213e-06,
      "loss": 0.6055,
      "step": 18067
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5287322052156316e-06,
      "loss": 0.601,
      "step": 18068
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5279445046518836e-06,
      "loss": 0.4919,
      "step": 18069
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.527156990290687e-06,
      "loss": 0.461,
      "step": 18070
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5263696621493562e-06,
      "loss": 0.5389,
      "step": 18071
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5255825202451902e-06,
      "loss": 0.4817,
      "step": 18072
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5247955645954925e-06,
      "loss": 0.4502,
      "step": 18073
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5240087952175542e-06,
      "loss": 0.5962,
      "step": 18074
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.523222212128671e-06,
      "loss": 0.5675,
      "step": 18075
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5224358153461326e-06,
      "loss": 0.5074,
      "step": 18076
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.521649604887221e-06,
      "loss": 0.418,
      "step": 18077
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5208635807692151e-06,
      "loss": 0.4871,
      "step": 18078
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5200777430093916e-06,
      "loss": 0.5116,
      "step": 18079
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5192920916250176e-06,
      "loss": 0.5524,
      "step": 18080
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.518506626633367e-06,
      "loss": 0.4662,
      "step": 18081
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5177213480516983e-06,
      "loss": 0.4953,
      "step": 18082
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5169362558972744e-06,
      "loss": 0.4649,
      "step": 18083
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5161513501873492e-06,
      "loss": 0.6323,
      "step": 18084
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5153666309391702e-06,
      "loss": 0.5848,
      "step": 18085
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5145820981699889e-06,
      "loss": 0.5978,
      "step": 18086
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5137977518970481e-06,
      "loss": 0.5168,
      "step": 18087
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.513013592137581e-06,
      "loss": 0.6478,
      "step": 18088
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5122296189088293e-06,
      "loss": 0.5121,
      "step": 18089
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.511445832228018e-06,
      "loss": 0.5554,
      "step": 18090
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5106622321123776e-06,
      "loss": 0.527,
      "step": 18091
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.509878818579128e-06,
      "loss": 0.5884,
      "step": 18092
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5090955916454885e-06,
      "loss": 0.6146,
      "step": 18093
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.50831255132867e-06,
      "loss": 0.4627,
      "step": 18094
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5075296976458887e-06,
      "loss": 0.5469,
      "step": 18095
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.506747030614344e-06,
      "loss": 0.6138,
      "step": 18096
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.505964550251242e-06,
      "loss": 0.493,
      "step": 18097
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5051822565737806e-06,
      "loss": 0.5772,
      "step": 18098
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.504400149599149e-06,
      "loss": 0.5237,
      "step": 18099
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.503618229344541e-06,
      "loss": 0.4973,
      "step": 18100
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5028364958271414e-06,
      "loss": 0.6613,
      "step": 18101
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5020549490641311e-06,
      "loss": 0.4897,
      "step": 18102
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5012735890726836e-06,
      "loss": 0.6678,
      "step": 18103
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5004924158699752e-06,
      "loss": 0.5777,
      "step": 18104
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4997114294731775e-06,
      "loss": 0.6195,
      "step": 18105
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4989306298994522e-06,
      "loss": 0.511,
      "step": 18106
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4981500171659612e-06,
      "loss": 0.5259,
      "step": 18107
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.49736959128986e-06,
      "loss": 0.5592,
      "step": 18108
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4965893522883e-06,
      "loss": 0.6455,
      "step": 18109
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4958093001784334e-06,
      "loss": 0.6225,
      "step": 18110
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4950294349773997e-06,
      "loss": 0.6309,
      "step": 18111
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.494249756702344e-06,
      "loss": 0.559,
      "step": 18112
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4934702653704003e-06,
      "loss": 0.4521,
      "step": 18113
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4926909609986994e-06,
      "loss": 0.5712,
      "step": 18114
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.491911843604371e-06,
      "loss": 0.5348,
      "step": 18115
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4911329132045393e-06,
      "loss": 0.514,
      "step": 18116
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4903541698163204e-06,
      "loss": 0.5961,
      "step": 18117
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.489575613456834e-06,
      "loss": 0.5674,
      "step": 18118
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4887972441431886e-06,
      "loss": 0.4538,
      "step": 18119
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.488019061892495e-06,
      "loss": 0.6324,
      "step": 18120
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.487241066721854e-06,
      "loss": 0.4799,
      "step": 18121
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4864632586483652e-06,
      "loss": 0.6273,
      "step": 18122
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4856856376891205e-06,
      "loss": 0.3951,
      "step": 18123
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.484908203861216e-06,
      "loss": 0.6004,
      "step": 18124
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4841309571817342e-06,
      "loss": 0.5009,
      "step": 18125
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.483353897667762e-06,
      "loss": 0.5912,
      "step": 18126
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4825770253363758e-06,
      "loss": 0.5817,
      "step": 18127
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4818003402046488e-06,
      "loss": 0.6587,
      "step": 18128
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4810238422896528e-06,
      "loss": 0.5117,
      "step": 18129
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4802475316084553e-06,
      "loss": 0.5303,
      "step": 18130
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4794714081781158e-06,
      "loss": 0.5545,
      "step": 18131
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4786954720156909e-06,
      "loss": 0.4941,
      "step": 18132
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.477919723138238e-06,
      "loss": 0.5843,
      "step": 18133
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4771441615628068e-06,
      "loss": 0.5623,
      "step": 18134
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4763687873064425e-06,
      "loss": 0.5055,
      "step": 18135
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4755936003861847e-06,
      "loss": 0.621,
      "step": 18136
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4748186008190734e-06,
      "loss": 0.5308,
      "step": 18137
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.474043788622138e-06,
      "loss": 0.4847,
      "step": 18138
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4732691638124096e-06,
      "loss": 0.553,
      "step": 18139
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4724947264069168e-06,
      "loss": 0.5268,
      "step": 18140
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4717204764226779e-06,
      "loss": 0.6289,
      "step": 18141
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4709464138767082e-06,
      "loss": 0.5826,
      "step": 18142
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.47017253878602e-06,
      "loss": 0.5776,
      "step": 18143
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4693988511676249e-06,
      "loss": 0.4561,
      "step": 18144
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4686253510385262e-06,
      "loss": 0.4383,
      "step": 18145
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4678520384157225e-06,
      "loss": 0.5172,
      "step": 18146
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4670789133162122e-06,
      "loss": 0.4662,
      "step": 18147
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4663059757569853e-06,
      "loss": 0.4911,
      "step": 18148
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4655332257550326e-06,
      "loss": 0.6395,
      "step": 18149
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.464760663327337e-06,
      "loss": 0.5302,
      "step": 18150
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4639882884908774e-06,
      "loss": 0.5745,
      "step": 18151
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4632161012626277e-06,
      "loss": 0.5412,
      "step": 18152
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4624441016595625e-06,
      "loss": 0.532,
      "step": 18153
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4616722896986468e-06,
      "loss": 0.5147,
      "step": 18154
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.460900665396846e-06,
      "loss": 0.4226,
      "step": 18155
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4601292287711188e-06,
      "loss": 0.5718,
      "step": 18156
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4593579798384172e-06,
      "loss": 0.5212,
      "step": 18157
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4585869186156965e-06,
      "loss": 0.5737,
      "step": 18158
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4578160451199008e-06,
      "loss": 0.4657,
      "step": 18159
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4570453593679711e-06,
      "loss": 0.5924,
      "step": 18160
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4562748613768508e-06,
      "loss": 0.5017,
      "step": 18161
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.455504551163469e-06,
      "loss": 0.5127,
      "step": 18162
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4547344287447596e-06,
      "loss": 0.5579,
      "step": 18163
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4539644941376485e-06,
      "loss": 0.4732,
      "step": 18164
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4531947473590558e-06,
      "loss": 0.6325,
      "step": 18165
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4524251884259e-06,
      "loss": 0.5874,
      "step": 18166
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4516558173550933e-06,
      "loss": 0.5231,
      "step": 18167
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4508866341635463e-06,
      "loss": 0.496,
      "step": 18168
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.450117638868167e-06,
      "loss": 0.546,
      "step": 18169
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.449348831485855e-06,
      "loss": 0.6228,
      "step": 18170
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.448580212033508e-06,
      "loss": 0.4983,
      "step": 18171
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4478117805280146e-06,
      "loss": 0.5762,
      "step": 18172
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4470435369862702e-06,
      "loss": 0.585,
      "step": 18173
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4462754814251567e-06,
      "loss": 0.5456,
      "step": 18174
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4455076138615532e-06,
      "loss": 0.6188,
      "step": 18175
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.444739934312337e-06,
      "loss": 0.5171,
      "step": 18176
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4439724427943835e-06,
      "loss": 0.5133,
      "step": 18177
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4432051393245594e-06,
      "loss": 0.622,
      "step": 18178
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4424380239197278e-06,
      "loss": 0.4784,
      "step": 18179
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4416710965967496e-06,
      "loss": 0.5687,
      "step": 18180
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.440904357372478e-06,
      "loss": 0.503,
      "step": 18181
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4401378062637694e-06,
      "loss": 0.5061,
      "step": 18182
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.439371443287466e-06,
      "loss": 0.5447,
      "step": 18183
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4386052684604168e-06,
      "loss": 0.5672,
      "step": 18184
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.437839281799458e-06,
      "loss": 0.4901,
      "step": 18185
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4370734833214238e-06,
      "loss": 0.5443,
      "step": 18186
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4363078730431478e-06,
      "loss": 0.5176,
      "step": 18187
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4355424509814576e-06,
      "loss": 0.5586,
      "step": 18188
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4347772171531716e-06,
      "loss": 0.5479,
      "step": 18189
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.434012171575112e-06,
      "loss": 0.5852,
      "step": 18190
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4332473142640913e-06,
      "loss": 0.5921,
      "step": 18191
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4324826452369235e-06,
      "loss": 0.4222,
      "step": 18192
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4317181645104117e-06,
      "loss": 0.5608,
      "step": 18193
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4309538721013595e-06,
      "loss": 0.4873,
      "step": 18194
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.430189768026563e-06,
      "loss": 0.4612,
      "step": 18195
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.429425852302815e-06,
      "loss": 0.5313,
      "step": 18196
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4286621249469068e-06,
      "loss": 0.5262,
      "step": 18197
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4278985859756267e-06,
      "loss": 0.4666,
      "step": 18198
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4271352354057543e-06,
      "loss": 0.5961,
      "step": 18199
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4263720732540665e-06,
      "loss": 0.4624,
      "step": 18200
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4256090995373327e-06,
      "loss": 0.5281,
      "step": 18201
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4248463142723278e-06,
      "loss": 0.5799,
      "step": 18202
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4240837174758148e-06,
      "loss": 0.6043,
      "step": 18203
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4233213091645515e-06,
      "loss": 0.4579,
      "step": 18204
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4225590893552965e-06,
      "loss": 0.5132,
      "step": 18205
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4217970580648044e-06,
      "loss": 0.4942,
      "step": 18206
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4210352153098218e-06,
      "loss": 0.5607,
      "step": 18207
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4202735611070928e-06,
      "loss": 0.5155,
      "step": 18208
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4195120954733566e-06,
      "loss": 0.4536,
      "step": 18209
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4187508184253462e-06,
      "loss": 0.551,
      "step": 18210
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4179897299798006e-06,
      "loss": 0.504,
      "step": 18211
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4172288301534397e-06,
      "loss": 0.5887,
      "step": 18212
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4164681189629935e-06,
      "loss": 0.5539,
      "step": 18213
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4157075964251776e-06,
      "loss": 0.5697,
      "step": 18214
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4149472625567062e-06,
      "loss": 0.4386,
      "step": 18215
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4141871173742938e-06,
      "loss": 0.6743,
      "step": 18216
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4134271608946448e-06,
      "loss": 0.4212,
      "step": 18217
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4126673931344604e-06,
      "loss": 0.5247,
      "step": 18218
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4119078141104425e-06,
      "loss": 0.5416,
      "step": 18219
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4111484238392815e-06,
      "loss": 0.447,
      "step": 18220
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4103892223376737e-06,
      "loss": 0.587,
      "step": 18221
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4096302096223003e-06,
      "loss": 0.5455,
      "step": 18222
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4088713857098446e-06,
      "loss": 0.6127,
      "step": 18223
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4081127506169845e-06,
      "loss": 0.53,
      "step": 18224
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.40735430436039e-06,
      "loss": 0.6219,
      "step": 18225
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4065960469567352e-06,
      "loss": 0.4758,
      "step": 18226
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.405837978422685e-06,
      "loss": 0.5408,
      "step": 18227
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4050800987749002e-06,
      "loss": 0.5751,
      "step": 18228
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4043224080300377e-06,
      "loss": 0.562,
      "step": 18229
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4035649062047473e-06,
      "loss": 0.6312,
      "step": 18230
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4028075933156827e-06,
      "loss": 0.4896,
      "step": 18231
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4020504693794857e-06,
      "loss": 0.6,
      "step": 18232
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4012935344127954e-06,
      "loss": 0.5471,
      "step": 18233
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4005367884322486e-06,
      "loss": 0.5106,
      "step": 18234
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3997802314544818e-06,
      "loss": 0.5044,
      "step": 18235
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3990238634961183e-06,
      "loss": 0.3908,
      "step": 18236
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3982676845737843e-06,
      "loss": 0.5246,
      "step": 18237
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3975116947040979e-06,
      "loss": 0.4452,
      "step": 18238
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3967558939036729e-06,
      "loss": 0.3777,
      "step": 18239
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3960002821891238e-06,
      "loss": 0.5075,
      "step": 18240
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3952448595770573e-06,
      "loss": 0.5459,
      "step": 18241
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.3944896260840767e-06,
      "loss": 0.6667,
      "step": 18242
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.39373458172678e-06,
      "loss": 0.6611,
      "step": 18243
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3929797265217594e-06,
      "loss": 0.5197,
      "step": 18244
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3922250604856102e-06,
      "loss": 0.5115,
      "step": 18245
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3914705836349163e-06,
      "loss": 0.5908,
      "step": 18246
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3907162959862585e-06,
      "loss": 0.61,
      "step": 18247
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3899621975562184e-06,
      "loss": 0.5876,
      "step": 18248
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3892082883613656e-06,
      "loss": 0.5274,
      "step": 18249
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3884545684182738e-06,
      "loss": 0.5162,
      "step": 18250
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3877010377435085e-06,
      "loss": 0.5169,
      "step": 18251
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3869476963536289e-06,
      "loss": 0.441,
      "step": 18252
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3861945442651925e-06,
      "loss": 0.5014,
      "step": 18253
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3854415814947507e-06,
      "loss": 0.5628,
      "step": 18254
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.384688808058856e-06,
      "loss": 0.5917,
      "step": 18255
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3839362239740527e-06,
      "loss": 0.4999,
      "step": 18256
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.383183829256881e-06,
      "loss": 0.4943,
      "step": 18257
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3824316239238778e-06,
      "loss": 0.4896,
      "step": 18258
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3816796079915718e-06,
      "loss": 0.5391,
      "step": 18259
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3809277814764955e-06,
      "loss": 0.5041,
      "step": 18260
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3801761443951688e-06,
      "loss": 0.5129,
      "step": 18261
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3794246967641178e-06,
      "loss": 0.5651,
      "step": 18262
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3786734385998501e-06,
      "loss": 0.5033,
      "step": 18263
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3779223699188848e-06,
      "loss": 0.5317,
      "step": 18264
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3771714907377253e-06,
      "loss": 0.5847,
      "step": 18265
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3764208010728764e-06,
      "loss": 0.5289,
      "step": 18266
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3756703009408345e-06,
      "loss": 0.5065,
      "step": 18267
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3749199903580945e-06,
      "loss": 0.5505,
      "step": 18268
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3741698693411486e-06,
      "loss": 0.6492,
      "step": 18269
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.373419937906485e-06,
      "loss": 0.4868,
      "step": 18270
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3726701960705836e-06,
      "loss": 0.5123,
      "step": 18271
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3719206438499232e-06,
      "loss": 0.46,
      "step": 18272
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3711712812609757e-06,
      "loss": 0.5867,
      "step": 18273
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.370422108320215e-06,
      "loss": 0.5071,
      "step": 18274
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3696731250441052e-06,
      "loss": 0.5935,
      "step": 18275
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.368924331449104e-06,
      "loss": 0.5141,
      "step": 18276
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.368175727551675e-06,
      "loss": 0.4552,
      "step": 18277
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.367427313368266e-06,
      "loss": 0.5916,
      "step": 18278
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3666790889153302e-06,
      "loss": 0.4581,
      "step": 18279
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3659310542093106e-06,
      "loss": 0.5606,
      "step": 18280
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3651832092666483e-06,
      "loss": 0.5238,
      "step": 18281
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3644355541037779e-06,
      "loss": 0.4342,
      "step": 18282
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3636880887371319e-06,
      "loss": 0.5071,
      "step": 18283
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.362940813183139e-06,
      "loss": 0.5077,
      "step": 18284
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3621937274582254e-06,
      "loss": 0.4809,
      "step": 18285
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.36144683157881e-06,
      "loss": 0.5706,
      "step": 18286
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3607001255613072e-06,
      "loss": 0.5654,
      "step": 18287
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3599536094221266e-06,
      "loss": 0.5826,
      "step": 18288
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3592072831776792e-06,
      "loss": 0.5038,
      "step": 18289
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3584611468443642e-06,
      "loss": 0.6183,
      "step": 18290
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3577152004385863e-06,
      "loss": 0.5787,
      "step": 18291
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3569694439767333e-06,
      "loss": 0.5821,
      "step": 18292
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3562238774752024e-06,
      "loss": 0.6107,
      "step": 18293
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3554785009503758e-06,
      "loss": 0.5201,
      "step": 18294
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.354733314418637e-06,
      "loss": 0.5671,
      "step": 18295
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3539883178963643e-06,
      "loss": 0.4706,
      "step": 18296
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3532435113999287e-06,
      "loss": 0.6213,
      "step": 18297
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3524988949457019e-06,
      "loss": 0.634,
      "step": 18298
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3517544685500517e-06,
      "loss": 0.4779,
      "step": 18299
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3510102322293373e-06,
      "loss": 0.4536,
      "step": 18300
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3502661859999167e-06,
      "loss": 0.4975,
      "step": 18301
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3495223298781391e-06,
      "loss": 0.513,
      "step": 18302
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3487786638803591e-06,
      "loss": 0.4618,
      "step": 18303
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3480351880229182e-06,
      "loss": 0.6055,
      "step": 18304
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3472919023221553e-06,
      "loss": 0.4997,
      "step": 18305
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.346548806794411e-06,
      "loss": 0.5473,
      "step": 18306
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.345805901456012e-06,
      "loss": 0.5445,
      "step": 18307
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.345063186323292e-06,
      "loss": 0.5033,
      "step": 18308
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3443206614125725e-06,
      "loss": 0.5228,
      "step": 18309
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3435783267401714e-06,
      "loss": 0.4757,
      "step": 18310
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3428361823224024e-06,
      "loss": 0.5309,
      "step": 18311
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3420942281755822e-06,
      "loss": 0.4269,
      "step": 18312
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3413524643160137e-06,
      "loss": 0.5509,
      "step": 18313
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3406108907600012e-06,
      "loss": 0.5703,
      "step": 18314
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3398695075238445e-06,
      "loss": 0.5099,
      "step": 18315
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3391283146238343e-06,
      "loss": 0.5929,
      "step": 18316
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3383873120762646e-06,
      "loss": 0.5505,
      "step": 18317
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3376464998974203e-06,
      "loss": 0.5205,
      "step": 18318
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3369058781035815e-06,
      "loss": 0.641,
      "step": 18319
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3361654467110285e-06,
      "loss": 0.5005,
      "step": 18320
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3354252057360329e-06,
      "loss": 0.5573,
      "step": 18321
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3346851551948658e-06,
      "loss": 0.5165,
      "step": 18322
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3339452951037924e-06,
      "loss": 0.5778,
      "step": 18323
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3332056254790727e-06,
      "loss": 0.5743,
      "step": 18324
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3324661463369636e-06,
      "loss": 0.5671,
      "step": 18325
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3317268576937147e-06,
      "loss": 0.5619,
      "step": 18326
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3309877595655785e-06,
      "loss": 0.5151,
      "step": 18327
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3302488519687995e-06,
      "loss": 0.5507,
      "step": 18328
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.329510134919616e-06,
      "loss": 0.5253,
      "step": 18329
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.328771608434265e-06,
      "loss": 0.5537,
      "step": 18330
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3280332725289746e-06,
      "loss": 0.4853,
      "step": 18331
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3272951272199774e-06,
      "loss": 0.5343,
      "step": 18332
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3265571725234939e-06,
      "loss": 0.5808,
      "step": 18333
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3258194084557418e-06,
      "loss": 0.6015,
      "step": 18334
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3250818350329397e-06,
      "loss": 0.5052,
      "step": 18335
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3243444522712946e-06,
      "loss": 0.5502,
      "step": 18336
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3236072601870164e-06,
      "loss": 0.5086,
      "step": 18337
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.322870258796306e-06,
      "loss": 0.5662,
      "step": 18338
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3221334481153614e-06,
      "loss": 0.601,
      "step": 18339
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.321396828160374e-06,
      "loss": 0.4573,
      "step": 18340
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3206603989475364e-06,
      "loss": 0.5036,
      "step": 18341
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3199241604930357e-06,
      "loss": 0.5858,
      "step": 18342
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3191881128130524e-06,
      "loss": 0.5495,
      "step": 18343
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.318452255923761e-06,
      "loss": 0.4541,
      "step": 18344
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3177165898413358e-06,
      "loss": 0.5326,
      "step": 18345
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3169811145819467e-06,
      "loss": 0.5201,
      "step": 18346
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3162458301617587e-06,
      "loss": 0.3971,
      "step": 18347
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3155107365969278e-06,
      "loss": 0.5511,
      "step": 18348
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3147758339036164e-06,
      "loss": 0.5905,
      "step": 18349
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.314041122097971e-06,
      "loss": 0.5424,
      "step": 18350
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3133066011961448e-06,
      "loss": 0.6237,
      "step": 18351
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3125722712142786e-06,
      "loss": 0.5606,
      "step": 18352
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3118381321685114e-06,
      "loss": 0.5458,
      "step": 18353
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3111041840749793e-06,
      "loss": 0.5485,
      "step": 18354
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3103704269498097e-06,
      "loss": 0.5186,
      "step": 18355
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3096368608091337e-06,
      "loss": 0.5327,
      "step": 18356
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3089034856690753e-06,
      "loss": 0.6097,
      "step": 18357
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3081703015457492e-06,
      "loss": 0.5525,
      "step": 18358
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3074373084552715e-06,
      "loss": 0.5174,
      "step": 18359
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3067045064137508e-06,
      "loss": 0.5525,
      "step": 18360
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3059718954372946e-06,
      "loss": 0.616,
      "step": 18361
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3052394755420017e-06,
      "loss": 0.5637,
      "step": 18362
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3045072467439746e-06,
      "loss": 0.4134,
      "step": 18363
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3037752090593036e-06,
      "loss": 0.4919,
      "step": 18364
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.303043362504075e-06,
      "loss": 0.5819,
      "step": 18365
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3023117070943781e-06,
      "loss": 0.6167,
      "step": 18366
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3015802428462931e-06,
      "loss": 0.5302,
      "step": 18367
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3008489697758942e-06,
      "loss": 0.5989,
      "step": 18368
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3001178878992526e-06,
      "loss": 0.4921,
      "step": 18369
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2993869972324391e-06,
      "loss": 0.5343,
      "step": 18370
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2986562977915185e-06,
      "loss": 0.4778,
      "step": 18371
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.297925789592548e-06,
      "loss": 0.4243,
      "step": 18372
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2971954726515845e-06,
      "loss": 0.4654,
      "step": 18373
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2964653469846767e-06,
      "loss": 0.5487,
      "step": 18374
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2957354126078747e-06,
      "loss": 0.5139,
      "step": 18375
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2950056695372205e-06,
      "loss": 0.4888,
      "step": 18376
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2942761177887498e-06,
      "loss": 0.4291,
      "step": 18377
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.293546757378502e-06,
      "loss": 0.6121,
      "step": 18378
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2928175883225025e-06,
      "loss": 0.5078,
      "step": 18379
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2920886106367814e-06,
      "loss": 0.5774,
      "step": 18380
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2913598243373592e-06,
      "loss": 0.5003,
      "step": 18381
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2906312294402522e-06,
      "loss": 0.5593,
      "step": 18382
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2899028259614755e-06,
      "loss": 0.5393,
      "step": 18383
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2891746139170337e-06,
      "loss": 0.5519,
      "step": 18384
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2884465933229361e-06,
      "loss": 0.5504,
      "step": 18385
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2877187641951848e-06,
      "loss": 0.5625,
      "step": 18386
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2869911265497747e-06,
      "loss": 0.6545,
      "step": 18387
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2862636804026973e-06,
      "loss": 0.6034,
      "step": 18388
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2855364257699387e-06,
      "loss": 0.586,
      "step": 18389
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2848093626674874e-06,
      "loss": 0.6153,
      "step": 18390
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2840824911113192e-06,
      "loss": 0.5705,
      "step": 18391
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2833558111174138e-06,
      "loss": 0.6042,
      "step": 18392
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2826293227017396e-06,
      "loss": 0.5559,
      "step": 18393
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2819030258802612e-06,
      "loss": 0.5092,
      "step": 18394
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2811769206689473e-06,
      "loss": 0.5676,
      "step": 18395
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2804510070837539e-06,
      "loss": 0.4236,
      "step": 18396
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.279725285140635e-06,
      "loss": 0.667,
      "step": 18397
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2789997548555388e-06,
      "loss": 0.4915,
      "step": 18398
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2782744162444137e-06,
      "loss": 0.4457,
      "step": 18399
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2775492693232027e-06,
      "loss": 0.534,
      "step": 18400
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2768243141078429e-06,
      "loss": 0.6652,
      "step": 18401
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.276099550614267e-06,
      "loss": 0.491,
      "step": 18402
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2753749788584014e-06,
      "loss": 0.5507,
      "step": 18403
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2746505988561752e-06,
      "loss": 0.5101,
      "step": 18404
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2739264106235095e-06,
      "loss": 0.4925,
      "step": 18405
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2732024141763154e-06,
      "loss": 0.4985,
      "step": 18406
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2724786095305108e-06,
      "loss": 0.486,
      "step": 18407
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2717549967020004e-06,
      "loss": 0.6033,
      "step": 18408
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2710315757066905e-06,
      "loss": 0.6107,
      "step": 18409
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2703083465604804e-06,
      "loss": 0.477,
      "step": 18410
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2695853092792643e-06,
      "loss": 0.5759,
      "step": 18411
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2688624638789326e-06,
      "loss": 0.5968,
      "step": 18412
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2681398103753762e-06,
      "loss": 0.5535,
      "step": 18413
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2674173487844721e-06,
      "loss": 0.6089,
      "step": 18414
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2666950791221044e-06,
      "loss": 0.526,
      "step": 18415
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2659730014041461e-06,
      "loss": 0.5667,
      "step": 18416
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2652511156464653e-06,
      "loss": 0.5263,
      "step": 18417
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2645294218649274e-06,
      "loss": 0.4026,
      "step": 18418
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2638079200753982e-06,
      "loss": 0.5124,
      "step": 18419
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.263086610293731e-06,
      "loss": 0.5349,
      "step": 18420
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.262365492535782e-06,
      "loss": 0.5455,
      "step": 18421
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2616445668173993e-06,
      "loss": 0.4961,
      "step": 18422
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.260923833154426e-06,
      "loss": 0.4676,
      "step": 18423
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.260203291562706e-06,
      "loss": 0.5474,
      "step": 18424
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2594829420580734e-06,
      "loss": 0.6282,
      "step": 18425
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2587627846563622e-06,
      "loss": 0.4697,
      "step": 18426
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.258042819373395e-06,
      "loss": 0.5616,
      "step": 18427
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2573230462250007e-06,
      "loss": 0.581,
      "step": 18428
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2566034652269986e-06,
      "loss": 0.4015,
      "step": 18429
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2558840763952041e-06,
      "loss": 0.515,
      "step": 18430
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2551648797454274e-06,
      "loss": 0.4241,
      "step": 18431
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2544458752934718e-06,
      "loss": 0.4819,
      "step": 18432
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2537270630551456e-06,
      "loss": 0.5315,
      "step": 18433
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2530084430462441e-06,
      "loss": 0.5546,
      "step": 18434
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2522900152825612e-06,
      "loss": 0.4952,
      "step": 18435
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2515717797798887e-06,
      "loss": 0.4763,
      "step": 18436
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2508537365540096e-06,
      "loss": 0.5197,
      "step": 18437
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.250135885620708e-06,
      "loss": 0.5841,
      "step": 18438
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.249418226995761e-06,
      "loss": 0.5656,
      "step": 18439
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2487007606949408e-06,
      "loss": 0.6026,
      "step": 18440
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2479834867340146e-06,
      "loss": 0.5216,
      "step": 18441
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2472664051287474e-06,
      "loss": 0.4823,
      "step": 18442
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2465495158949036e-06,
      "loss": 0.5387,
      "step": 18443
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2458328190482361e-06,
      "loss": 0.4958,
      "step": 18444
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2451163146044965e-06,
      "loss": 0.5563,
      "step": 18445
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2444000025794333e-06,
      "loss": 0.5485,
      "step": 18446
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2436838829887875e-06,
      "loss": 0.5598,
      "step": 18447
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2429679558483032e-06,
      "loss": 0.5682,
      "step": 18448
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2422522211737099e-06,
      "loss": 0.53,
      "step": 18449
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2415366789807426e-06,
      "loss": 0.6297,
      "step": 18450
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2408213292851268e-06,
      "loss": 0.5381,
      "step": 18451
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.240106172102582e-06,
      "loss": 0.4369,
      "step": 18452
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2393912074488302e-06,
      "loss": 0.4959,
      "step": 18453
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2386764353395843e-06,
      "loss": 0.5498,
      "step": 18454
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2379618557905516e-06,
      "loss": 0.5339,
      "step": 18455
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2372474688174374e-06,
      "loss": 0.558,
      "step": 18456
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2365332744359437e-06,
      "loss": 0.4441,
      "step": 18457
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2358192726617713e-06,
      "loss": 0.5035,
      "step": 18458
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2351054635106085e-06,
      "loss": 0.5867,
      "step": 18459
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.234391846998144e-06,
      "loss": 0.6229,
      "step": 18460
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.233678423140061e-06,
      "loss": 0.4272,
      "step": 18461
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2329651919520436e-06,
      "loss": 0.5541,
      "step": 18462
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2322521534497633e-06,
      "loss": 0.5737,
      "step": 18463
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2315393076488945e-06,
      "loss": 0.4894,
      "step": 18464
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2308266545651038e-06,
      "loss": 0.567,
      "step": 18465
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2301141942140504e-06,
      "loss": 0.5581,
      "step": 18466
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2294019266113999e-06,
      "loss": 0.5178,
      "step": 18467
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2286898517728019e-06,
      "loss": 0.5763,
      "step": 18468
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2279779697139083e-06,
      "loss": 0.6224,
      "step": 18469
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2272662804503631e-06,
      "loss": 0.6305,
      "step": 18470
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2265547839978097e-06,
      "loss": 0.4491,
      "step": 18471
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2258434803718876e-06,
      "loss": 0.5986,
      "step": 18472
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.225132369588229e-06,
      "loss": 0.5338,
      "step": 18473
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.224421451662462e-06,
      "loss": 0.649,
      "step": 18474
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2237107266102123e-06,
      "loss": 0.5683,
      "step": 18475
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.223000194447097e-06,
      "loss": 0.5234,
      "step": 18476
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2222898551887385e-06,
      "loss": 0.5643,
      "step": 18477
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2215797088507442e-06,
      "loss": 0.49,
      "step": 18478
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2208697554487247e-06,
      "loss": 0.5856,
      "step": 18479
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2201599949982846e-06,
      "loss": 0.4472,
      "step": 18480
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2194504275150176e-06,
      "loss": 0.532,
      "step": 18481
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.218741053014526e-06,
      "loss": 0.4614,
      "step": 18482
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2180318715123972e-06,
      "loss": 0.3758,
      "step": 18483
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2173228830242178e-06,
      "loss": 0.5756,
      "step": 18484
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2166140875655697e-06,
      "loss": 0.4655,
      "step": 18485
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2159054851520314e-06,
      "loss": 0.577,
      "step": 18486
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2151970757991793e-06,
      "loss": 0.5653,
      "step": 18487
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2144888595225824e-06,
      "loss": 0.5474,
      "step": 18488
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2137808363378044e-06,
      "loss": 0.5636,
      "step": 18489
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2130730062604057e-06,
      "loss": 0.5555,
      "step": 18490
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2123653693059478e-06,
      "loss": 0.5655,
      "step": 18491
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2116579254899774e-06,
      "loss": 0.6352,
      "step": 18492
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2109506748280485e-06,
      "loss": 0.4324,
      "step": 18493
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2102436173357035e-06,
      "loss": 0.5,
      "step": 18494
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2095367530284796e-06,
      "loss": 0.6668,
      "step": 18495
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2088300819219167e-06,
      "loss": 0.4742,
      "step": 18496
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2081236040315458e-06,
      "loss": 0.5225,
      "step": 18497
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2074173193728922e-06,
      "loss": 0.5144,
      "step": 18498
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2067112279614779e-06,
      "loss": 0.4567,
      "step": 18499
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2060053298128227e-06,
      "loss": 0.5389,
      "step": 18500
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2052996249424453e-06,
      "loss": 0.5067,
      "step": 18501
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2045941133658524e-06,
      "loss": 0.5804,
      "step": 18502
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.20388879509855e-06,
      "loss": 0.5509,
      "step": 18503
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2031836701560396e-06,
      "loss": 0.504,
      "step": 18504
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2024787385538184e-06,
      "loss": 0.6444,
      "step": 18505
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.201774000307382e-06,
      "loss": 0.5625,
      "step": 18506
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2010694554322156e-06,
      "loss": 0.5337,
      "step": 18507
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2003651039438091e-06,
      "loss": 0.5852,
      "step": 18508
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1996609458576402e-06,
      "loss": 0.6553,
      "step": 18509
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1989569811891844e-06,
      "loss": 0.5198,
      "step": 18510
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1982532099539156e-06,
      "loss": 0.5859,
      "step": 18511
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1975496321673009e-06,
      "loss": 0.6115,
      "step": 18512
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1968462478448017e-06,
      "loss": 0.4622,
      "step": 18513
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1961430570018818e-06,
      "loss": 0.5682,
      "step": 18514
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1954400596539918e-06,
      "loss": 0.5174,
      "step": 18515
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.194737255816586e-06,
      "loss": 0.5628,
      "step": 18516
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.19403464550511e-06,
      "loss": 0.6223,
      "step": 18517
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1933322287350047e-06,
      "loss": 0.4273,
      "step": 18518
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1926300055217066e-06,
      "loss": 0.5744,
      "step": 18519
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1919279758806546e-06,
      "loss": 0.5529,
      "step": 18520
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1912261398272719e-06,
      "loss": 0.6013,
      "step": 18521
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1905244973769903e-06,
      "loss": 0.6004,
      "step": 18522
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1898230485452277e-06,
      "loss": 0.5842,
      "step": 18523
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1891217933473986e-06,
      "loss": 0.4793,
      "step": 18524
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1884207317989194e-06,
      "loss": 0.6307,
      "step": 18525
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1877198639151977e-06,
      "loss": 0.5189,
      "step": 18526
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1870191897116357e-06,
      "loss": 0.4417,
      "step": 18527
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1863187092036322e-06,
      "loss": 0.5173,
      "step": 18528
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1856184224065837e-06,
      "loss": 0.5393,
      "step": 18529
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1849183293358845e-06,
      "loss": 0.4969,
      "step": 18530
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1842184300069192e-06,
      "loss": 0.5495,
      "step": 18531
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.18351872443507e-06,
      "loss": 0.4825,
      "step": 18532
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1828192126357164e-06,
      "loss": 0.6195,
      "step": 18533
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1821198946242297e-06,
      "loss": 0.4967,
      "step": 18534
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1814207704159842e-06,
      "loss": 0.5145,
      "step": 18535
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.180721840026341e-06,
      "loss": 0.5146,
      "step": 18536
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1800231034706655e-06,
      "loss": 0.563,
      "step": 18537
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1793245607643145e-06,
      "loss": 0.5239,
      "step": 18538
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1786262119226365e-06,
      "loss": 0.4928,
      "step": 18539
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1779280569609852e-06,
      "loss": 0.4892,
      "step": 18540
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1772300958947037e-06,
      "loss": 0.5655,
      "step": 18541
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1765323287391295e-06,
      "loss": 0.5346,
      "step": 18542
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1758347555095994e-06,
      "loss": 0.5443,
      "step": 18543
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.175137376221448e-06,
      "loss": 0.5472,
      "step": 18544
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1744401908900017e-06,
      "loss": 0.4914,
      "step": 18545
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1737431995305814e-06,
      "loss": 0.4438,
      "step": 18546
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1730464021585063e-06,
      "loss": 0.4819,
      "step": 18547
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1723497987890908e-06,
      "loss": 0.5074,
      "step": 18548
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.171653389437647e-06,
      "loss": 0.6069,
      "step": 18549
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.170957174119478e-06,
      "loss": 0.6071,
      "step": 18550
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1702611528498887e-06,
      "loss": 0.538,
      "step": 18551
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1695653256441752e-06,
      "loss": 0.5022,
      "step": 18552
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1688696925176291e-06,
      "loss": 0.4935,
      "step": 18553
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1681742534855423e-06,
      "loss": 0.5111,
      "step": 18554
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1674790085631983e-06,
      "loss": 0.5353,
      "step": 18555
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1667839577658767e-06,
      "loss": 0.6332,
      "step": 18556
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1660891011088527e-06,
      "loss": 0.6097,
      "step": 18557
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.165394438607399e-06,
      "loss": 0.6234,
      "step": 18558
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1646999702767857e-06,
      "loss": 0.5308,
      "step": 18559
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1640056961322743e-06,
      "loss": 0.5537,
      "step": 18560
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1633116161891244e-06,
      "loss": 0.4912,
      "step": 18561
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1626177304625897e-06,
      "loss": 0.4879,
      "step": 18562
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1619240389679187e-06,
      "loss": 0.5337,
      "step": 18563
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.161230541720363e-06,
      "loss": 0.3903,
      "step": 18564
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1605372387351589e-06,
      "loss": 0.5296,
      "step": 18565
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1598441300275498e-06,
      "loss": 0.6043,
      "step": 18566
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1591512156127627e-06,
      "loss": 0.4628,
      "step": 18567
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1584584955060341e-06,
      "loss": 0.6227,
      "step": 18568
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.157765969722584e-06,
      "loss": 0.4145,
      "step": 18569
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.157073638277635e-06,
      "loss": 0.4435,
      "step": 18570
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1563815011864e-06,
      "loss": 0.4484,
      "step": 18571
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1556895584640936e-06,
      "loss": 0.4947,
      "step": 18572
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1549978101259263e-06,
      "loss": 0.4452,
      "step": 18573
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1543062561871e-06,
      "loss": 0.5014,
      "step": 18574
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1536148966628114e-06,
      "loss": 0.5992,
      "step": 18575
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1529237315682585e-06,
      "loss": 0.5242,
      "step": 18576
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.152232760918628e-06,
      "loss": 0.5768,
      "step": 18577
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1515419847291109e-06,
      "loss": 0.4691,
      "step": 18578
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1508514030148854e-06,
      "loss": 0.5544,
      "step": 18579
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1501610157911346e-06,
      "loss": 0.5783,
      "step": 18580
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.149470823073029e-06,
      "loss": 0.5109,
      "step": 18581
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1487808248757349e-06,
      "loss": 0.5548,
      "step": 18582
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1480910212144236e-06,
      "loss": 0.5381,
      "step": 18583
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.147401412104252e-06,
      "loss": 0.6059,
      "step": 18584
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1467119975603792e-06,
      "loss": 0.5014,
      "step": 18585
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1460227775979515e-06,
      "loss": 0.4979,
      "step": 18586
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.145333752232123e-06,
      "loss": 0.6088,
      "step": 18587
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1446449214780364e-06,
      "loss": 0.5289,
      "step": 18588
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1439562853508301e-06,
      "loss": 0.4436,
      "step": 18589
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1432678438656398e-06,
      "loss": 0.5843,
      "step": 18590
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1425795970375963e-06,
      "loss": 0.5141,
      "step": 18591
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1418915448818236e-06,
      "loss": 0.58,
      "step": 18592
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1412036874134468e-06,
      "loss": 0.5005,
      "step": 18593
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1405160246475845e-06,
      "loss": 0.5763,
      "step": 18594
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1398285565993494e-06,
      "loss": 0.538,
      "step": 18595
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.13914128328385e-06,
      "loss": 0.4629,
      "step": 18596
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.138454204716193e-06,
      "loss": 0.607,
      "step": 18597
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1377673209114792e-06,
      "loss": 0.3937,
      "step": 18598
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.137080631884805e-06,
      "loss": 0.5681,
      "step": 18599
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.136394137651261e-06,
      "loss": 0.5904,
      "step": 18600
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1357078382259357e-06,
      "loss": 0.4518,
      "step": 18601
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1350217336239167e-06,
      "loss": 0.5475,
      "step": 18602
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1343358238602809e-06,
      "loss": 0.4675,
      "step": 18603
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1336501089501028e-06,
      "loss": 0.5674,
      "step": 18604
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.132964588908455e-06,
      "loss": 0.5511,
      "step": 18605
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1322792637503998e-06,
      "loss": 0.5336,
      "step": 18606
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1315941334910063e-06,
      "loss": 0.4881,
      "step": 18607
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1309091981453258e-06,
      "loss": 0.6045,
      "step": 18608
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1302244577284184e-06,
      "loss": 0.6257,
      "step": 18609
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1295399122553308e-06,
      "loss": 0.5206,
      "step": 18610
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1288555617411057e-06,
      "loss": 0.5617,
      "step": 18611
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1281714062007886e-06,
      "loss": 0.5563,
      "step": 18612
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1274874456494145e-06,
      "loss": 0.6737,
      "step": 18613
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1268036801020132e-06,
      "loss": 0.5925,
      "step": 18614
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1261201095736163e-06,
      "loss": 0.4888,
      "step": 18615
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.125436734079245e-06,
      "loss": 0.6018,
      "step": 18616
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1247535536339226e-06,
      "loss": 0.6127,
      "step": 18617
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.124070568252661e-06,
      "loss": 0.6086,
      "step": 18618
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1233877779504721e-06,
      "loss": 0.5674,
      "step": 18619
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.122705182742363e-06,
      "loss": 0.6015,
      "step": 18620
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1220227826433328e-06,
      "loss": 0.5341,
      "step": 18621
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1213405776683828e-06,
      "loss": 0.5136,
      "step": 18622
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1206585678325087e-06,
      "loss": 0.5488,
      "step": 18623
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1199767531506966e-06,
      "loss": 0.6323,
      "step": 18624
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1192951336379321e-06,
      "loss": 0.5875,
      "step": 18625
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1186137093091976e-06,
      "loss": 0.581,
      "step": 18626
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.11793248017947e-06,
      "loss": 0.5017,
      "step": 18627
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1172514462637196e-06,
      "loss": 0.6053,
      "step": 18628
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1165706075769146e-06,
      "loss": 0.424,
      "step": 18629
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1158899641340182e-06,
      "loss": 0.4864,
      "step": 18630
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1152095159499943e-06,
      "loss": 0.4654,
      "step": 18631
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1145292630397953e-06,
      "loss": 0.5223,
      "step": 18632
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1138492054183713e-06,
      "loss": 0.5227,
      "step": 18633
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1131693431006695e-06,
      "loss": 0.5536,
      "step": 18634
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1124896761016312e-06,
      "loss": 0.4637,
      "step": 18635
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1118102044361966e-06,
      "loss": 0.403,
      "step": 18636
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1111309281192961e-06,
      "loss": 0.5745,
      "step": 18637
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1104518471658642e-06,
      "loss": 0.4872,
      "step": 18638
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1097729615908226e-06,
      "loss": 0.4978,
      "step": 18639
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1090942714090902e-06,
      "loss": 0.5753,
      "step": 18640
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1084157766355884e-06,
      "loss": 0.4478,
      "step": 18641
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1077374772852279e-06,
      "loss": 0.5075,
      "step": 18642
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1070593733729129e-06,
      "loss": 0.5394,
      "step": 18643
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1063814649135517e-06,
      "loss": 0.5902,
      "step": 18644
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1057037519220405e-06,
      "loss": 0.5106,
      "step": 18645
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1050262344132778e-06,
      "loss": 0.385,
      "step": 18646
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1043489124021534e-06,
      "loss": 0.5206,
      "step": 18647
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1036717859035518e-06,
      "loss": 0.5376,
      "step": 18648
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1029948549323565e-06,
      "loss": 0.4922,
      "step": 18649
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1023181195034427e-06,
      "loss": 0.4555,
      "step": 18650
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.101641579631686e-06,
      "loss": 0.5149,
      "step": 18651
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.100965235331959e-06,
      "loss": 0.4725,
      "step": 18652
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.100289086619124e-06,
      "loss": 0.5741,
      "step": 18653
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0996131335080384e-06,
      "loss": 0.5397,
      "step": 18654
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0989373760135646e-06,
      "loss": 0.4785,
      "step": 18655
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0982618141505507e-06,
      "loss": 0.5153,
      "step": 18656
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0975864479338461e-06,
      "loss": 0.5468,
      "step": 18657
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0969112773782919e-06,
      "loss": 0.5967,
      "step": 18658
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.09623630249873e-06,
      "loss": 0.4594,
      "step": 18659
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0955615233099948e-06,
      "loss": 0.5104,
      "step": 18660
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0948869398269168e-06,
      "loss": 0.5018,
      "step": 18661
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.094212552064323e-06,
      "loss": 0.5453,
      "step": 18662
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0935383600370331e-06,
      "loss": 0.4886,
      "step": 18663
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0928643637598658e-06,
      "loss": 0.5065,
      "step": 18664
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0921905632476348e-06,
      "loss": 0.4898,
      "step": 18665
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0915169585151487e-06,
      "loss": 0.5503,
      "step": 18666
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.090843549577214e-06,
      "loss": 0.4262,
      "step": 18667
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0901703364486294e-06,
      "loss": 0.4779,
      "step": 18668
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0894973191441904e-06,
      "loss": 0.462,
      "step": 18669
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0888244976786922e-06,
      "loss": 0.5577,
      "step": 18670
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0881518720669204e-06,
      "loss": 0.4799,
      "step": 18671
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0874794423236546e-06,
      "loss": 0.4977,
      "step": 18672
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0868072084636805e-06,
      "loss": 0.4987,
      "step": 18673
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0861351705017675e-06,
      "loss": 0.6167,
      "step": 18674
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0854633284526893e-06,
      "loss": 0.5521,
      "step": 18675
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.084791682331211e-06,
      "loss": 0.4518,
      "step": 18676
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.084120232152094e-06,
      "loss": 0.4102,
      "step": 18677
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0834489779300949e-06,
      "loss": 0.537,
      "step": 18678
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.082777919679967e-06,
      "loss": 0.5315,
      "step": 18679
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0821070574164582e-06,
      "loss": 0.5173,
      "step": 18680
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0814363911543168e-06,
      "loss": 0.5698,
      "step": 18681
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.080765920908281e-06,
      "loss": 0.5061,
      "step": 18682
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0800956466930846e-06,
      "loss": 0.487,
      "step": 18683
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0794255685234623e-06,
      "loss": 0.593,
      "step": 18684
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0787556864141412e-06,
      "loss": 0.6353,
      "step": 18685
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0780860003798421e-06,
      "loss": 0.5305,
      "step": 18686
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.077416510435283e-06,
      "loss": 0.5415,
      "step": 18687
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0767472165951787e-06,
      "loss": 0.5376,
      "step": 18688
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.076078118874244e-06,
      "loss": 0.4756,
      "step": 18689
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.07540921728718e-06,
      "loss": 0.5255,
      "step": 18690
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0747405118486897e-06,
      "loss": 0.4592,
      "step": 18691
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0740720025734696e-06,
      "loss": 0.5468,
      "step": 18692
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.07340368947621e-06,
      "loss": 0.5365,
      "step": 18693
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0727355725716026e-06,
      "loss": 0.5167,
      "step": 18694
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0720676518743323e-06,
      "loss": 0.4734,
      "step": 18695
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0713999273990784e-06,
      "loss": 0.6006,
      "step": 18696
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0707323991605145e-06,
      "loss": 0.4727,
      "step": 18697
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0700650671733116e-06,
      "loss": 0.4761,
      "step": 18698
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0693979314521397e-06,
      "loss": 0.5552,
      "step": 18699
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0687309920116596e-06,
      "loss": 0.5269,
      "step": 18700
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.068064248866527e-06,
      "loss": 0.5235,
      "step": 18701
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.067397702031402e-06,
      "loss": 0.5824,
      "step": 18702
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0667313515209276e-06,
      "loss": 0.5121,
      "step": 18703
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0660651973497538e-06,
      "loss": 0.5673,
      "step": 18704
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0653992395325208e-06,
      "loss": 0.5463,
      "step": 18705
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0647334780838648e-06,
      "loss": 0.5766,
      "step": 18706
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0640679130184163e-06,
      "loss": 0.5932,
      "step": 18707
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0634025443508067e-06,
      "loss": 0.5075,
      "step": 18708
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0627373720956557e-06,
      "loss": 0.5771,
      "step": 18709
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0620723962675883e-06,
      "loss": 0.5586,
      "step": 18710
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.061407616881216e-06,
      "loss": 0.3705,
      "step": 18711
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0607430339511481e-06,
      "loss": 0.5132,
      "step": 18712
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0600786474919955e-06,
      "loss": 0.5756,
      "step": 18713
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0594144575183573e-06,
      "loss": 0.5525,
      "step": 18714
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0587504640448299e-06,
      "loss": 0.6167,
      "step": 18715
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0580866670860123e-06,
      "loss": 0.4752,
      "step": 18716
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0574230666564877e-06,
      "loss": 0.4701,
      "step": 18717
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0567596627708455e-06,
      "loss": 0.5066,
      "step": 18718
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0560964554436647e-06,
      "loss": 0.5366,
      "step": 18719
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.055433444689522e-06,
      "loss": 0.6025,
      "step": 18720
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0547706305229876e-06,
      "loss": 0.56,
      "step": 18721
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.05410801295863e-06,
      "loss": 0.455,
      "step": 18722
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.053445592011011e-06,
      "loss": 0.5427,
      "step": 18723
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.052783367694694e-06,
      "loss": 0.4309,
      "step": 18724
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0521213400242315e-06,
      "loss": 0.5046,
      "step": 18725
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0514595090141732e-06,
      "loss": 0.5745,
      "step": 18726
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0507978746790626e-06,
      "loss": 0.5659,
      "step": 18727
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0501364370334466e-06,
      "loss": 0.4721,
      "step": 18728
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0494751960918591e-06,
      "loss": 0.5237,
      "step": 18729
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0488141518688332e-06,
      "loss": 0.5524,
      "step": 18730
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0481533043788994e-06,
      "loss": 0.3426,
      "step": 18731
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0474926536365805e-06,
      "loss": 0.499,
      "step": 18732
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.046832199656398e-06,
      "loss": 0.5374,
      "step": 18733
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0461719424528671e-06,
      "loss": 0.59,
      "step": 18734
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0455118820404997e-06,
      "loss": 0.5566,
      "step": 18735
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0448520184337996e-06,
      "loss": 0.5806,
      "step": 18736
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.044192351647274e-06,
      "loss": 0.5227,
      "step": 18737
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0435328816954183e-06,
      "loss": 0.5366,
      "step": 18738
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0428736085927293e-06,
      "loss": 0.5789,
      "step": 18739
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0422145323536946e-06,
      "loss": 0.5509,
      "step": 18740
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0415556529927995e-06,
      "loss": 0.5297,
      "step": 18741
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0408969705245276e-06,
      "loss": 0.4898,
      "step": 18742
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0402384849633552e-06,
      "loss": 0.6381,
      "step": 18743
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0395801963237507e-06,
      "loss": 0.5334,
      "step": 18744
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.038922104620187e-06,
      "loss": 0.525,
      "step": 18745
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0382642098671247e-06,
      "loss": 0.4836,
      "step": 18746
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0376065120790268e-06,
      "loss": 0.5748,
      "step": 18747
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0369490112703462e-06,
      "loss": 0.5621,
      "step": 18748
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0362917074555346e-06,
      "loss": 0.5022,
      "step": 18749
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.035634600649037e-06,
      "loss": 0.4956,
      "step": 18750
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0349776908652954e-06,
      "loss": 0.5328,
      "step": 18751
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.034320978118748e-06,
      "loss": 0.5581,
      "step": 18752
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0336644624238324e-06,
      "loss": 0.6063,
      "step": 18753
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0330081437949736e-06,
      "loss": 0.472,
      "step": 18754
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0323520222465966e-06,
      "loss": 0.6483,
      "step": 18755
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0316960977931222e-06,
      "loss": 0.4642,
      "step": 18756
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.031040370448968e-06,
      "loss": 0.4744,
      "step": 18757
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0303848402285456e-06,
      "loss": 0.558,
      "step": 18758
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0297295071462598e-06,
      "loss": 0.493,
      "step": 18759
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0290743712165174e-06,
      "loss": 0.6111,
      "step": 18760
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0284194324537134e-06,
      "loss": 0.5768,
      "step": 18761
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0277646908722472e-06,
      "loss": 0.5232,
      "step": 18762
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0271101464865063e-06,
      "loss": 0.4342,
      "step": 18763
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.026455799310877e-06,
      "loss": 0.5591,
      "step": 18764
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0258016493597388e-06,
      "loss": 0.4534,
      "step": 18765
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0251476966474715e-06,
      "loss": 0.6359,
      "step": 18766
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0244939411884469e-06,
      "loss": 0.4998,
      "step": 18767
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0238403829970344e-06,
      "loss": 0.598,
      "step": 18768
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0231870220875973e-06,
      "loss": 0.4946,
      "step": 18769
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0225338584744949e-06,
      "loss": 0.65,
      "step": 18770
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0218808921720845e-06,
      "loss": 0.5642,
      "step": 18771
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0212281231947163e-06,
      "loss": 0.624,
      "step": 18772
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.020575551556735e-06,
      "loss": 0.5662,
      "step": 18773
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0199231772724882e-06,
      "loss": 0.6038,
      "step": 18774
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0192710003563078e-06,
      "loss": 0.4431,
      "step": 18775
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0186190208225345e-06,
      "loss": 0.5391,
      "step": 18776
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0179672386854921e-06,
      "loss": 0.4974,
      "step": 18777
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0173156539595097e-06,
      "loss": 0.6389,
      "step": 18778
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0166642666589056e-06,
      "loss": 0.4596,
      "step": 18779
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0160130767979947e-06,
      "loss": 0.5678,
      "step": 18780
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0153620843910916e-06,
      "loss": 0.4582,
      "step": 18781
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0147112894525057e-06,
      "loss": 0.5093,
      "step": 18782
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.014060691996539e-06,
      "loss": 0.5648,
      "step": 18783
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.01341029203749e-06,
      "loss": 0.5926,
      "step": 18784
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0127600895896516e-06,
      "loss": 0.5567,
      "step": 18785
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0121100846673192e-06,
      "loss": 0.5032,
      "step": 18786
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0114602772847748e-06,
      "loss": 0.5198,
      "step": 18787
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0108106674563e-06,
      "loss": 0.5481,
      "step": 18788
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0101612551961758e-06,
      "loss": 0.5508,
      "step": 18789
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.009512040518671e-06,
      "loss": 0.4048,
      "step": 18790
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0088630234380592e-06,
      "loss": 0.5525,
      "step": 18791
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0082142039686005e-06,
      "loss": 0.4492,
      "step": 18792
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0075655821245579e-06,
      "loss": 0.512,
      "step": 18793
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.006917157920182e-06,
      "loss": 0.5277,
      "step": 18794
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0062689313697293e-06,
      "loss": 0.5682,
      "step": 18795
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0056209024874465e-06,
      "loss": 0.4321,
      "step": 18796
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0049730712875748e-06,
      "loss": 0.572,
      "step": 18797
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0043254377843537e-06,
      "loss": 0.6059,
      "step": 18798
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0036780019920134e-06,
      "loss": 0.6221,
      "step": 18799
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0030307639247883e-06,
      "loss": 0.5981,
      "step": 18800
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0023837235969025e-06,
      "loss": 0.5945,
      "step": 18801
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0017368810225736e-06,
      "loss": 0.5411,
      "step": 18802
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0010902362160235e-06,
      "loss": 0.4721,
      "step": 18803
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0004437891914588e-06,
      "loss": 0.5621,
      "step": 18804
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.997975399630932e-07,
      "loss": 0.6118,
      "step": 18805
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.99151488545127e-07,
      "loss": 0.5524,
      "step": 18806
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.985056349517596e-07,
      "loss": 0.4939,
      "step": 18807
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.978599791971855e-07,
      "loss": 0.5651,
      "step": 18808
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.972145212955942e-07,
      "loss": 0.5292,
      "step": 18809
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.965692612611745e-07,
      "loss": 0.5594,
      "step": 18810
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.959241991081082e-07,
      "loss": 0.4879,
      "step": 18811
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.952793348505708e-07,
      "loss": 0.5738,
      "step": 18812
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.946346685027375e-07,
      "loss": 0.492,
      "step": 18813
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.939902000787727e-07,
      "loss": 0.6291,
      "step": 18814
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.933459295928472e-07,
      "loss": 0.4577,
      "step": 18815
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.927018570591152e-07,
      "loss": 0.4395,
      "step": 18816
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.920579824917365e-07,
      "loss": 0.4613,
      "step": 18817
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.914143059048597e-07,
      "loss": 0.5174,
      "step": 18818
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.907708273126348e-07,
      "loss": 0.5653,
      "step": 18819
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.901275467292026e-07,
      "loss": 0.5484,
      "step": 18820
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.894844641687018e-07,
      "loss": 0.5456,
      "step": 18821
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.888415796452666e-07,
      "loss": 0.5422,
      "step": 18822
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.881988931730234e-07,
      "loss": 0.5112,
      "step": 18823
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.875564047661001e-07,
      "loss": 0.5086,
      "step": 18824
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.869141144386197e-07,
      "loss": 0.5742,
      "step": 18825
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.862720222046962e-07,
      "loss": 0.4985,
      "step": 18826
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.85630128078443e-07,
      "loss": 0.5783,
      "step": 18827
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.849884320739655e-07,
      "loss": 0.5838,
      "step": 18828
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.843469342053702e-07,
      "loss": 0.5457,
      "step": 18829
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.837056344867546e-07,
      "loss": 0.5352,
      "step": 18830
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.83064532932212e-07,
      "loss": 0.4009,
      "step": 18831
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.824236295558365e-07,
      "loss": 0.5454,
      "step": 18832
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.817829243717102e-07,
      "loss": 0.5751,
      "step": 18833
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.811424173939189e-07,
      "loss": 0.578,
      "step": 18834
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.805021086365374e-07,
      "loss": 0.5615,
      "step": 18835
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.798619981136404e-07,
      "loss": 0.5153,
      "step": 18836
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.792220858392943e-07,
      "loss": 0.5098,
      "step": 18837
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.785823718275621e-07,
      "loss": 0.5441,
      "step": 18838
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.779428560925064e-07,
      "loss": 0.5443,
      "step": 18839
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.773035386481844e-07,
      "loss": 0.5716,
      "step": 18840
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.76664419508645e-07,
      "loss": 0.5372,
      "step": 18841
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.760254986879348e-07,
      "loss": 0.5466,
      "step": 18842
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.753867762000958e-07,
      "loss": 0.5998,
      "step": 18843
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.747482520591679e-07,
      "loss": 0.5656,
      "step": 18844
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.74109926279182e-07,
      "loss": 0.5483,
      "step": 18845
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.734717988741726e-07,
      "loss": 0.59,
      "step": 18846
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.728338698581585e-07,
      "loss": 0.5287,
      "step": 18847
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.721961392451661e-07,
      "loss": 0.5516,
      "step": 18848
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.7155860704921e-07,
      "loss": 0.4787,
      "step": 18849
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.709212732843e-07,
      "loss": 0.5216,
      "step": 18850
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.702841379644457e-07,
      "loss": 0.6128,
      "step": 18851
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.696472011036472e-07,
      "loss": 0.5859,
      "step": 18852
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.69010462715907e-07,
      "loss": 0.5714,
      "step": 18853
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.6837392281522e-07,
      "loss": 0.5327,
      "step": 18854
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.677375814155742e-07,
      "loss": 0.5086,
      "step": 18855
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.671014385309562e-07,
      "loss": 0.5844,
      "step": 18856
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.664654941753449e-07,
      "loss": 0.5268,
      "step": 18857
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.658297483627222e-07,
      "loss": 0.6002,
      "step": 18858
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.65194201107058e-07,
      "loss": 0.5478,
      "step": 18859
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.645588524223203e-07,
      "loss": 0.5708,
      "step": 18860
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.639237023224745e-07,
      "loss": 0.3751,
      "step": 18861
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.632887508214771e-07,
      "loss": 0.5086,
      "step": 18862
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.626539979332882e-07,
      "loss": 0.5038,
      "step": 18863
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.620194436718555e-07,
      "loss": 0.5893,
      "step": 18864
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.613850880511277e-07,
      "loss": 0.5576,
      "step": 18865
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.607509310850416e-07,
      "loss": 0.4733,
      "step": 18866
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.601169727875415e-07,
      "loss": 0.5676,
      "step": 18867
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.594832131725561e-07,
      "loss": 0.6257,
      "step": 18868
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.588496522540192e-07,
      "loss": 0.3601,
      "step": 18869
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.582162900458514e-07,
      "loss": 0.5389,
      "step": 18870
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.57583126561975e-07,
      "loss": 0.5215,
      "step": 18871
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.569501618163035e-07,
      "loss": 0.5195,
      "step": 18872
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.563173958227523e-07,
      "loss": 0.6567,
      "step": 18873
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.556848285952247e-07,
      "loss": 0.5103,
      "step": 18874
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.550524601476263e-07,
      "loss": 0.6675,
      "step": 18875
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.544202904938537e-07,
      "loss": 0.5179,
      "step": 18876
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.537883196478038e-07,
      "loss": 0.5036,
      "step": 18877
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.53156547623364e-07,
      "loss": 0.5867,
      "step": 18878
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.525249744344201e-07,
      "loss": 0.5801,
      "step": 18879
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.518936000948542e-07,
      "loss": 0.4364,
      "step": 18880
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.512624246185387e-07,
      "loss": 0.5759,
      "step": 18881
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.506314480193501e-07,
      "loss": 0.5509,
      "step": 18882
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.500006703111564e-07,
      "loss": 0.5817,
      "step": 18883
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.493700915078196e-07,
      "loss": 0.5072,
      "step": 18884
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.487397116232e-07,
      "loss": 0.4967,
      "step": 18885
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.481095306711497e-07,
      "loss": 0.6435,
      "step": 18886
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.474795486655219e-07,
      "loss": 0.4185,
      "step": 18887
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.468497656201625e-07,
      "loss": 0.6327,
      "step": 18888
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.462201815489103e-07,
      "loss": 0.5467,
      "step": 18889
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.455907964656063e-07,
      "loss": 0.5316,
      "step": 18890
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.449616103840797e-07,
      "loss": 0.5346,
      "step": 18891
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.443326233181638e-07,
      "loss": 0.5411,
      "step": 18892
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.437038352816785e-07,
      "loss": 0.5773,
      "step": 18893
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.430752462884463e-07,
      "loss": 0.5036,
      "step": 18894
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.424468563522781e-07,
      "loss": 0.5509,
      "step": 18895
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.418186654869888e-07,
      "loss": 0.3672,
      "step": 18896
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.41190673706387e-07,
      "loss": 0.4909,
      "step": 18897
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.405628810242717e-07,
      "loss": 0.5486,
      "step": 18898
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.399352874544421e-07,
      "loss": 0.5441,
      "step": 18899
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.393078930106903e-07,
      "loss": 0.5284,
      "step": 18900
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.386806977068042e-07,
      "loss": 0.4772,
      "step": 18901
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.380537015565739e-07,
      "loss": 0.3773,
      "step": 18902
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.374269045737739e-07,
      "loss": 0.5283,
      "step": 18903
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.368003067721843e-07,
      "loss": 0.4673,
      "step": 18904
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.361739081655741e-07,
      "loss": 0.5908,
      "step": 18905
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.355477087677134e-07,
      "loss": 0.5001,
      "step": 18906
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.349217085923634e-07,
      "loss": 0.4953,
      "step": 18907
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.342959076532821e-07,
      "loss": 0.5127,
      "step": 18908
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.33670305964225e-07,
      "loss": 0.5783,
      "step": 18909
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.330449035389388e-07,
      "loss": 0.471,
      "step": 18910
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.324197003911717e-07,
      "loss": 0.5386,
      "step": 18911
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.317946965346658e-07,
      "loss": 0.4047,
      "step": 18912
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.311698919831558e-07,
      "loss": 0.4589,
      "step": 18913
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.30545286750374e-07,
      "loss": 0.5879,
      "step": 18914
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.29920880850046e-07,
      "loss": 0.5001,
      "step": 18915
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.292966742959008e-07,
      "loss": 0.5896,
      "step": 18916
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.286726671016532e-07,
      "loss": 0.6494,
      "step": 18917
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.280488592810177e-07,
      "loss": 0.4415,
      "step": 18918
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.274252508477077e-07,
      "loss": 0.4998,
      "step": 18919
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.268018418154257e-07,
      "loss": 0.5543,
      "step": 18920
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.261786321978772e-07,
      "loss": 0.6222,
      "step": 18921
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.255556220087558e-07,
      "loss": 0.5522,
      "step": 18922
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.249328112617573e-07,
      "loss": 0.4803,
      "step": 18923
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.24310199970565e-07,
      "loss": 0.6067,
      "step": 18924
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.236877881488682e-07,
      "loss": 0.5034,
      "step": 18925
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.230655758103446e-07,
      "loss": 0.5303,
      "step": 18926
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.224435629686712e-07,
      "loss": 0.5218,
      "step": 18927
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.218217496375159e-07,
      "loss": 0.5584,
      "step": 18928
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.212001358305478e-07,
      "loss": 0.5174,
      "step": 18929
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.205787215614248e-07,
      "loss": 0.5522,
      "step": 18930
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.199575068438093e-07,
      "loss": 0.5585,
      "step": 18931
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.193364916913516e-07,
      "loss": 0.5285,
      "step": 18932
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.187156761177041e-07,
      "loss": 0.4458,
      "step": 18933
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.180950601365068e-07,
      "loss": 0.629,
      "step": 18934
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.174746437614046e-07,
      "loss": 0.5408,
      "step": 18935
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.168544270060297e-07,
      "loss": 0.5929,
      "step": 18936
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.162344098840159e-07,
      "loss": 0.5514,
      "step": 18937
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.156145924089888e-07,
      "loss": 0.5788,
      "step": 18938
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.149949745945685e-07,
      "loss": 0.5738,
      "step": 18939
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.143755564543766e-07,
      "loss": 0.516,
      "step": 18940
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.137563380020287e-07,
      "loss": 0.4507,
      "step": 18941
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.131373192511317e-07,
      "loss": 0.5235,
      "step": 18942
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.125185002152903e-07,
      "loss": 0.5135,
      "step": 18943
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.118998809081037e-07,
      "loss": 0.6145,
      "step": 18944
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.112814613431731e-07,
      "loss": 0.5802,
      "step": 18945
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.106632415340843e-07,
      "loss": 0.5338,
      "step": 18946
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.100452214944311e-07,
      "loss": 0.5884,
      "step": 18947
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.094274012377924e-07,
      "loss": 0.5413,
      "step": 18948
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.088097807777474e-07,
      "loss": 0.5756,
      "step": 18949
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.08192360127872e-07,
      "loss": 0.5754,
      "step": 18950
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.075751393017351e-07,
      "loss": 0.5613,
      "step": 18951
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.069581183129028e-07,
      "loss": 0.4606,
      "step": 18952
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.063412971749341e-07,
      "loss": 0.5538,
      "step": 18953
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.057246759013872e-07,
      "loss": 0.6209,
      "step": 18954
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.051082545058165e-07,
      "loss": 0.5214,
      "step": 18955
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.044920330017692e-07,
      "loss": 0.4549,
      "step": 18956
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.038760114027867e-07,
      "loss": 0.5441,
      "step": 18957
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.03260189722408e-07,
      "loss": 0.5559,
      "step": 18958
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.026445679741714e-07,
      "loss": 0.468,
      "step": 18959
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.020291461716046e-07,
      "loss": 0.479,
      "step": 18960
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.014139243282338e-07,
      "loss": 0.5468,
      "step": 18961
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.007989024575813e-07,
      "loss": 0.5344,
      "step": 18962
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.001840805731632e-07,
      "loss": 0.5495,
      "step": 18963
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.995694586884951e-07,
      "loss": 0.4902,
      "step": 18964
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.98955036817083e-07,
      "loss": 0.5043,
      "step": 18965
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.983408149724315e-07,
      "loss": 0.5325,
      "step": 18966
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.977267931680389e-07,
      "loss": 0.5937,
      "step": 18967
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.971129714174031e-07,
      "loss": 0.461,
      "step": 18968
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.964993497340113e-07,
      "loss": 0.5569,
      "step": 18969
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.958859281313548e-07,
      "loss": 0.5499,
      "step": 18970
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.952727066229128e-07,
      "loss": 0.564,
      "step": 18971
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.946596852221634e-07,
      "loss": 0.5453,
      "step": 18972
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.940468639425781e-07,
      "loss": 0.5405,
      "step": 18973
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.934342427976284e-07,
      "loss": 0.5324,
      "step": 18974
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.928218218007767e-07,
      "loss": 0.4475,
      "step": 18975
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.922096009654857e-07,
      "loss": 0.5218,
      "step": 18976
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.91597580305209e-07,
      "loss": 0.5029,
      "step": 18977
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.909857598333971e-07,
      "loss": 0.5044,
      "step": 18978
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.90374139563499e-07,
      "loss": 0.5427,
      "step": 18979
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.897627195089564e-07,
      "loss": 0.5472,
      "step": 18980
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.891514996832084e-07,
      "loss": 0.4399,
      "step": 18981
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.885404800996844e-07,
      "loss": 0.6858,
      "step": 18982
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.879296607718169e-07,
      "loss": 0.5178,
      "step": 18983
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.873190417130317e-07,
      "loss": 0.4292,
      "step": 18984
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.867086229367483e-07,
      "loss": 0.6062,
      "step": 18985
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.860984044563836e-07,
      "loss": 0.5892,
      "step": 18986
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.854883862853459e-07,
      "loss": 0.5249,
      "step": 18987
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.848785684370454e-07,
      "loss": 0.5813,
      "step": 18988
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.842689509248858e-07,
      "loss": 0.4564,
      "step": 18989
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.836595337622611e-07,
      "loss": 0.5261,
      "step": 18990
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.830503169625704e-07,
      "loss": 0.5432,
      "step": 18991
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.824413005391996e-07,
      "loss": 0.5605,
      "step": 18992
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.818324845055371e-07,
      "loss": 0.4938,
      "step": 18993
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.81223868874962e-07,
      "loss": 0.5661,
      "step": 18994
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.806154536608513e-07,
      "loss": 0.5078,
      "step": 18995
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.800072388765745e-07,
      "loss": 0.5194,
      "step": 18996
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.793992245355009e-07,
      "loss": 0.5656,
      "step": 18997
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.787914106509965e-07,
      "loss": 0.5658,
      "step": 18998
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.781837972364182e-07,
      "loss": 0.6114,
      "step": 18999
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.775763843051188e-07,
      "loss": 0.6963,
      "step": 19000
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.769691718704498e-07,
      "loss": 0.5919,
      "step": 19001
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.76362159945755e-07,
      "loss": 0.5346,
      "step": 19002
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.757553485443782e-07,
      "loss": 0.4794,
      "step": 19003
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.751487376796531e-07,
      "loss": 0.435,
      "step": 19004
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.745423273649156e-07,
      "loss": 0.5478,
      "step": 19005
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.739361176134919e-07,
      "loss": 0.5323,
      "step": 19006
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.733301084387036e-07,
      "loss": 0.5038,
      "step": 19007
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.727242998538743e-07,
      "loss": 0.5355,
      "step": 19008
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.721186918723156e-07,
      "loss": 0.5401,
      "step": 19009
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.715132845073382e-07,
      "loss": 0.541,
      "step": 19010
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.709080777722467e-07,
      "loss": 0.466,
      "step": 19011
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.70303071680344e-07,
      "loss": 0.5102,
      "step": 19012
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.696982662449294e-07,
      "loss": 0.5608,
      "step": 19013
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.690936614792944e-07,
      "loss": 0.5921,
      "step": 19014
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.684892573967252e-07,
      "loss": 0.4843,
      "step": 19015
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.678850540105055e-07,
      "loss": 0.5232,
      "step": 19016
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.672810513339169e-07,
      "loss": 0.5132,
      "step": 19017
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.666772493802344e-07,
      "loss": 0.6054,
      "step": 19018
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.660736481627263e-07,
      "loss": 0.5344,
      "step": 19019
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.65470247694662e-07,
      "loss": 0.6122,
      "step": 19020
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.648670479892995e-07,
      "loss": 0.5735,
      "step": 19021
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.642640490599007e-07,
      "loss": 0.5548,
      "step": 19022
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.636612509197162e-07,
      "loss": 0.4998,
      "step": 19023
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.63058653581994e-07,
      "loss": 0.5283,
      "step": 19024
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.624562570599771e-07,
      "loss": 0.5932,
      "step": 19025
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.61854061366908e-07,
      "loss": 0.4241,
      "step": 19026
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.612520665160218e-07,
      "loss": 0.5859,
      "step": 19027
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.60650272520549e-07,
      "loss": 0.5345,
      "step": 19028
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.600486793937146e-07,
      "loss": 0.4548,
      "step": 19029
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.594472871487436e-07,
      "loss": 0.5798,
      "step": 19030
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.588460957988487e-07,
      "loss": 0.6125,
      "step": 19031
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.582451053572482e-07,
      "loss": 0.6086,
      "step": 19032
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.576443158371472e-07,
      "loss": 0.57,
      "step": 19033
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.57043727251754e-07,
      "loss": 0.4958,
      "step": 19034
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.564433396142669e-07,
      "loss": 0.5797,
      "step": 19035
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.558431529378786e-07,
      "loss": 0.539,
      "step": 19036
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.552431672357853e-07,
      "loss": 0.5358,
      "step": 19037
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.546433825211709e-07,
      "loss": 0.5872,
      "step": 19038
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.54043798807217e-07,
      "loss": 0.5274,
      "step": 19039
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.53444416107102e-07,
      "loss": 0.654,
      "step": 19040
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.528452344339999e-07,
      "loss": 0.4822,
      "step": 19041
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.522462538010811e-07,
      "loss": 0.6215,
      "step": 19042
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.516474742215097e-07,
      "loss": 0.5037,
      "step": 19043
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.51048895708445e-07,
      "loss": 0.521,
      "step": 19044
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.504505182750411e-07,
      "loss": 0.4758,
      "step": 19045
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.498523419344529e-07,
      "loss": 0.5921,
      "step": 19046
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.492543666998244e-07,
      "loss": 0.6334,
      "step": 19047
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.486565925843015e-07,
      "loss": 0.6354,
      "step": 19048
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.480590196010196e-07,
      "loss": 0.6071,
      "step": 19049
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.474616477631126e-07,
      "loss": 0.543,
      "step": 19050
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.46864477083712e-07,
      "loss": 0.5603,
      "step": 19051
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.462675075759408e-07,
      "loss": 0.49,
      "step": 19052
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.456707392529195e-07,
      "loss": 0.5988,
      "step": 19053
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.450741721277634e-07,
      "loss": 0.6197,
      "step": 19054
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.44477806213585e-07,
      "loss": 0.5359,
      "step": 19055
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.438816415234929e-07,
      "loss": 0.5677,
      "step": 19056
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.432856780705889e-07,
      "loss": 0.6374,
      "step": 19057
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.426899158679713e-07,
      "loss": 0.531,
      "step": 19058
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.420943549287342e-07,
      "loss": 0.5683,
      "step": 19059
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.414989952659635e-07,
      "loss": 0.4961,
      "step": 19060
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.409038368927502e-07,
      "loss": 0.5228,
      "step": 19061
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.403088798221704e-07,
      "loss": 0.6082,
      "step": 19062
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.397141240673046e-07,
      "loss": 0.6035,
      "step": 19063
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.391195696412213e-07,
      "loss": 0.5031,
      "step": 19064
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.385252165569868e-07,
      "loss": 0.5223,
      "step": 19065
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.379310648276684e-07,
      "loss": 0.6441,
      "step": 19066
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.373371144663211e-07,
      "loss": 0.5287,
      "step": 19067
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.367433654859991e-07,
      "loss": 0.5297,
      "step": 19068
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.361498178997551e-07,
      "loss": 0.4065,
      "step": 19069
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.3555647172063e-07,
      "loss": 0.5142,
      "step": 19070
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.349633269616698e-07,
      "loss": 0.5987,
      "step": 19071
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.343703836359063e-07,
      "loss": 0.4712,
      "step": 19072
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.337776417563748e-07,
      "loss": 0.4457,
      "step": 19073
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.331851013360981e-07,
      "loss": 0.5656,
      "step": 19074
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.325927623881058e-07,
      "loss": 0.4981,
      "step": 19075
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.320006249254098e-07,
      "loss": 0.4866,
      "step": 19076
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.314086889610306e-07,
      "loss": 0.5356,
      "step": 19077
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.308169545079759e-07,
      "loss": 0.6063,
      "step": 19078
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.302254215792471e-07,
      "loss": 0.5856,
      "step": 19079
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.296340901878519e-07,
      "loss": 0.461,
      "step": 19080
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.29042960346782e-07,
      "loss": 0.5053,
      "step": 19081
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.284520320690314e-07,
      "loss": 0.6004,
      "step": 19082
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.278613053675865e-07,
      "loss": 0.4457,
      "step": 19083
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.272707802554303e-07,
      "loss": 0.3646,
      "step": 19084
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.266804567455444e-07,
      "loss": 0.5463,
      "step": 19085
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.26090334850902e-07,
      "loss": 0.5497,
      "step": 19086
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.255004145844725e-07,
      "loss": 0.4803,
      "step": 19087
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.249106959592223e-07,
      "loss": 0.5298,
      "step": 19088
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.243211789881089e-07,
      "loss": 0.5316,
      "step": 19089
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.237318636840929e-07,
      "loss": 0.5352,
      "step": 19090
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.231427500601252e-07,
      "loss": 0.4787,
      "step": 19091
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.225538381291542e-07,
      "loss": 0.5778,
      "step": 19092
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.219651279041241e-07,
      "loss": 0.4953,
      "step": 19093
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.213766193979699e-07,
      "loss": 0.5285,
      "step": 19094
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.207883126236304e-07,
      "loss": 0.5413,
      "step": 19095
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.202002075940352e-07,
      "loss": 0.4595,
      "step": 19096
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.19612304322106e-07,
      "loss": 0.5388,
      "step": 19097
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.190246028207671e-07,
      "loss": 0.6503,
      "step": 19098
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.184371031029359e-07,
      "loss": 0.534,
      "step": 19099
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.178498051815242e-07,
      "loss": 0.5487,
      "step": 19100
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.172627090694396e-07,
      "loss": 0.6288,
      "step": 19101
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.166758147795861e-07,
      "loss": 0.5824,
      "step": 19102
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.16089122324859e-07,
      "loss": 0.537,
      "step": 19103
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.155026317181591e-07,
      "loss": 0.4848,
      "step": 19104
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.149163429723705e-07,
      "loss": 0.5354,
      "step": 19105
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.14330256100384e-07,
      "loss": 0.4559,
      "step": 19106
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.137443711150783e-07,
      "loss": 0.4727,
      "step": 19107
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.131586880293285e-07,
      "loss": 0.5191,
      "step": 19108
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.12573206856011e-07,
      "loss": 0.5136,
      "step": 19109
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.119879276079923e-07,
      "loss": 0.5116,
      "step": 19110
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.114028502981353e-07,
      "loss": 0.5825,
      "step": 19111
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.108179749392975e-07,
      "loss": 0.6348,
      "step": 19112
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.102333015443353e-07,
      "loss": 0.5279,
      "step": 19113
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.096488301261007e-07,
      "loss": 0.4986,
      "step": 19114
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.090645606974379e-07,
      "loss": 0.4741,
      "step": 19115
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.084804932711876e-07,
      "loss": 0.5762,
      "step": 19116
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.078966278601874e-07,
      "loss": 0.6664,
      "step": 19117
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.073129644772671e-07,
      "loss": 0.5066,
      "step": 19118
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.067295031352595e-07,
      "loss": 0.5422,
      "step": 19119
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.061462438469836e-07,
      "loss": 0.5595,
      "step": 19120
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.055631866252622e-07,
      "loss": 0.6394,
      "step": 19121
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.049803314829086e-07,
      "loss": 0.6071,
      "step": 19122
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.043976784327312e-07,
      "loss": 0.555,
      "step": 19123
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.038152274875388e-07,
      "loss": 0.4534,
      "step": 19124
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.032329786601322e-07,
      "loss": 0.5597,
      "step": 19125
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.026509319633058e-07,
      "loss": 0.5012,
      "step": 19126
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.020690874098535e-07,
      "loss": 0.4853,
      "step": 19127
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.014874450125654e-07,
      "loss": 0.5093,
      "step": 19128
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.009060047842232e-07,
      "loss": 0.5069,
      "step": 19129
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.003247667376068e-07,
      "loss": 0.5691,
      "step": 19130
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.997437308854905e-07,
      "loss": 0.4976,
      "step": 19131
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.991628972406417e-07,
      "loss": 0.4867,
      "step": 19132
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.985822658158315e-07,
      "loss": 0.521,
      "step": 19133
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.980018366238163e-07,
      "loss": 0.5382,
      "step": 19134
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.974216096773568e-07,
      "loss": 0.5921,
      "step": 19135
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.968415849892053e-07,
      "loss": 0.6337,
      "step": 19136
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.962617625721058e-07,
      "loss": 0.5308,
      "step": 19137
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.956821424388073e-07,
      "loss": 0.5932,
      "step": 19138
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.95102724602046e-07,
      "loss": 0.5219,
      "step": 19139
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.945235090745573e-07,
      "loss": 0.5574,
      "step": 19140
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.93944495869069e-07,
      "loss": 0.52,
      "step": 19141
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.933656849983085e-07,
      "loss": 0.5644,
      "step": 19142
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.927870764750001e-07,
      "loss": 0.3798,
      "step": 19143
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.922086703118581e-07,
      "loss": 0.5572,
      "step": 19144
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.916304665215957e-07,
      "loss": 0.5365,
      "step": 19145
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.910524651169193e-07,
      "loss": 0.5485,
      "step": 19146
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.904746661105323e-07,
      "loss": 0.53,
      "step": 19147
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.898970695151354e-07,
      "loss": 0.5981,
      "step": 19148
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.89319675343424e-07,
      "loss": 0.3994,
      "step": 19149
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.887424836080881e-07,
      "loss": 0.5484,
      "step": 19150
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.88165494321812e-07,
      "loss": 0.5571,
      "step": 19151
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.875887074972765e-07,
      "loss": 0.5134,
      "step": 19152
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.870121231471606e-07,
      "loss": 0.6079,
      "step": 19153
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.864357412841361e-07,
      "loss": 0.57,
      "step": 19154
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.858595619208698e-07,
      "loss": 0.5094,
      "step": 19155
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.852835850700246e-07,
      "loss": 0.5245,
      "step": 19156
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.847078107442641e-07,
      "loss": 0.5548,
      "step": 19157
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.841322389562389e-07,
      "loss": 0.5816,
      "step": 19158
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.835568697186002e-07,
      "loss": 0.4806,
      "step": 19159
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.829817030439935e-07,
      "loss": 0.4821,
      "step": 19160
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.824067389450585e-07,
      "loss": 0.4505,
      "step": 19161
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.818319774344362e-07,
      "loss": 0.5982,
      "step": 19162
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.812574185247535e-07,
      "loss": 0.4813,
      "step": 19163
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.806830622286443e-07,
      "loss": 0.4364,
      "step": 19164
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.801089085587277e-07,
      "loss": 0.5587,
      "step": 19165
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.795349575276235e-07,
      "loss": 0.4587,
      "step": 19166
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.789612091479481e-07,
      "loss": 0.5407,
      "step": 19167
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.783876634323107e-07,
      "loss": 0.5883,
      "step": 19168
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.778143203933142e-07,
      "loss": 0.5734,
      "step": 19169
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.77241180043563e-07,
      "loss": 0.4948,
      "step": 19170
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.766682423956529e-07,
      "loss": 0.5705,
      "step": 19171
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.760955074621767e-07,
      "loss": 0.5219,
      "step": 19172
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.755229752557225e-07,
      "loss": 0.6706,
      "step": 19173
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.749506457888723e-07,
      "loss": 0.595,
      "step": 19174
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.74378519074206e-07,
      "loss": 0.5776,
      "step": 19175
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.738065951242956e-07,
      "loss": 0.5127,
      "step": 19176
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.732348739517137e-07,
      "loss": 0.5581,
      "step": 19177
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.726633555690267e-07,
      "loss": 0.6323,
      "step": 19178
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.720920399887932e-07,
      "loss": 0.6272,
      "step": 19179
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.715209272235724e-07,
      "loss": 0.5404,
      "step": 19180
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.70950017285913e-07,
      "loss": 0.5564,
      "step": 19181
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.703793101883661e-07,
      "loss": 0.5823,
      "step": 19182
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.698088059434727e-07,
      "loss": 0.5481,
      "step": 19183
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.692385045637718e-07,
      "loss": 0.5035,
      "step": 19184
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.686684060617977e-07,
      "loss": 0.6076,
      "step": 19185
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.680985104500838e-07,
      "loss": 0.707,
      "step": 19186
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.675288177411511e-07,
      "loss": 0.5275,
      "step": 19187
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.669593279475229e-07,
      "loss": 0.4707,
      "step": 19188
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.663900410817149e-07,
      "loss": 0.4936,
      "step": 19189
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.65820957156237e-07,
      "loss": 0.5113,
      "step": 19190
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.652520761836013e-07,
      "loss": 0.5541,
      "step": 19191
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.646833981763069e-07,
      "loss": 0.4968,
      "step": 19192
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.641149231468548e-07,
      "loss": 0.5614,
      "step": 19193
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.635466511077394e-07,
      "loss": 0.5236,
      "step": 19194
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.629785820714463e-07,
      "loss": 0.5112,
      "step": 19195
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.624107160504668e-07,
      "loss": 0.4735,
      "step": 19196
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.618430530572796e-07,
      "loss": 0.4289,
      "step": 19197
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.61275593104357e-07,
      "loss": 0.5191,
      "step": 19198
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.607083362041767e-07,
      "loss": 0.5249,
      "step": 19199
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.601412823692023e-07,
      "loss": 0.5425,
      "step": 19200
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.595744316118991e-07,
      "loss": 0.4715,
      "step": 19201
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.590077839447252e-07,
      "loss": 0.5664,
      "step": 19202
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.584413393801337e-07,
      "loss": 0.496,
      "step": 19203
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.578750979305749e-07,
      "loss": 0.4295,
      "step": 19204
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.573090596084909e-07,
      "loss": 0.5446,
      "step": 19205
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.567432244263251e-07,
      "loss": 0.5211,
      "step": 19206
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.561775923965164e-07,
      "loss": 0.5738,
      "step": 19207
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.556121635314917e-07,
      "loss": 0.5737,
      "step": 19208
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.550469378436797e-07,
      "loss": 0.5553,
      "step": 19209
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.544819153455051e-07,
      "loss": 0.4953,
      "step": 19210
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.539170960493846e-07,
      "loss": 0.5139,
      "step": 19211
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.533524799677328e-07,
      "loss": 0.4343,
      "step": 19212
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.527880671129561e-07,
      "loss": 0.6217,
      "step": 19213
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.522238574974616e-07,
      "loss": 0.4928,
      "step": 19214
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.516598511336526e-07,
      "loss": 0.5066,
      "step": 19215
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.510960480339213e-07,
      "loss": 0.6133,
      "step": 19216
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.505324482106602e-07,
      "loss": 0.5436,
      "step": 19217
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.49969051676257e-07,
      "loss": 0.5656,
      "step": 19218
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.49405858443093e-07,
      "loss": 0.5599,
      "step": 19219
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.488428685235471e-07,
      "loss": 0.5401,
      "step": 19220
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.482800819299918e-07,
      "loss": 0.4902,
      "step": 19221
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.477174986747993e-07,
      "loss": 0.556,
      "step": 19222
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.471551187703318e-07,
      "loss": 0.5138,
      "step": 19223
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.465929422289487e-07,
      "loss": 0.5384,
      "step": 19224
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.460309690630097e-07,
      "loss": 0.5116,
      "step": 19225
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.454691992848629e-07,
      "loss": 0.5528,
      "step": 19226
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.449076329068539e-07,
      "loss": 0.5548,
      "step": 19227
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.443462699413284e-07,
      "loss": 0.4894,
      "step": 19228
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.43785110400621e-07,
      "loss": 0.5144,
      "step": 19229
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.432241542970686e-07,
      "loss": 0.4066,
      "step": 19230
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.42663401642999e-07,
      "loss": 0.5562,
      "step": 19231
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.421028524507357e-07,
      "loss": 0.587,
      "step": 19232
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.415425067325999e-07,
      "loss": 0.5934,
      "step": 19233
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.40982364500904e-07,
      "loss": 0.5536,
      "step": 19234
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.404224257679615e-07,
      "loss": 0.5992,
      "step": 19235
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.398626905460804e-07,
      "loss": 0.593,
      "step": 19236
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.393031588475619e-07,
      "loss": 0.5211,
      "step": 19237
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.387438306847005e-07,
      "loss": 0.4923,
      "step": 19238
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.381847060697933e-07,
      "loss": 0.5497,
      "step": 19239
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.376257850151281e-07,
      "loss": 0.5413,
      "step": 19240
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.370670675329894e-07,
      "loss": 0.6385,
      "step": 19241
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.365085536356531e-07,
      "loss": 0.5065,
      "step": 19242
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.359502433353982e-07,
      "loss": 0.458,
      "step": 19243
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.353921366444961e-07,
      "loss": 0.5135,
      "step": 19244
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.348342335752124e-07,
      "loss": 0.476,
      "step": 19245
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.342765341398072e-07,
      "loss": 0.5728,
      "step": 19246
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.337190383505399e-07,
      "loss": 0.5918,
      "step": 19247
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.331617462196605e-07,
      "loss": 0.4177,
      "step": 19248
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.326046577594193e-07,
      "loss": 0.5684,
      "step": 19249
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.320477729820619e-07,
      "loss": 0.5023,
      "step": 19250
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.314910918998264e-07,
      "loss": 0.5276,
      "step": 19251
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.309346145249475e-07,
      "loss": 0.5492,
      "step": 19252
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.30378340869654e-07,
      "loss": 0.6012,
      "step": 19253
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.298222709461755e-07,
      "loss": 0.4319,
      "step": 19254
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.292664047667308e-07,
      "loss": 0.5263,
      "step": 19255
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.287107423435369e-07,
      "loss": 0.3893,
      "step": 19256
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.281552836888095e-07,
      "loss": 0.4538,
      "step": 19257
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.276000288147522e-07,
      "loss": 0.4682,
      "step": 19258
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.270449777335731e-07,
      "loss": 0.5526,
      "step": 19259
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.2649013045747e-07,
      "loss": 0.5987,
      "step": 19260
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.259354869986357e-07,
      "loss": 0.5173,
      "step": 19261
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.253810473692624e-07,
      "loss": 0.4627,
      "step": 19262
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.248268115815327e-07,
      "loss": 0.6467,
      "step": 19263
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.242727796476301e-07,
      "loss": 0.522,
      "step": 19264
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.237189515797338e-07,
      "loss": 0.5877,
      "step": 19265
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.23165327390013e-07,
      "loss": 0.4913,
      "step": 19266
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.226119070906346e-07,
      "loss": 0.417,
      "step": 19267
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.220586906937654e-07,
      "loss": 0.5368,
      "step": 19268
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.215056782115615e-07,
      "loss": 0.5535,
      "step": 19269
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.209528696561774e-07,
      "loss": 0.5425,
      "step": 19270
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.204002650397645e-07,
      "loss": 0.4645,
      "step": 19271
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.198478643744667e-07,
      "loss": 0.5205,
      "step": 19272
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.192956676724261e-07,
      "loss": 0.6279,
      "step": 19273
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.187436749457788e-07,
      "loss": 0.5562,
      "step": 19274
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.181918862066561e-07,
      "loss": 0.4678,
      "step": 19275
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.176403014671862e-07,
      "loss": 0.5284,
      "step": 19276
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.170889207394904e-07,
      "loss": 0.5552,
      "step": 19277
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.16537744035688e-07,
      "loss": 0.4911,
      "step": 19278
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.159867713678958e-07,
      "loss": 0.549,
      "step": 19279
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.154360027482199e-07,
      "loss": 0.4862,
      "step": 19280
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.14885438188767e-07,
      "loss": 0.5311,
      "step": 19281
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.143350777016356e-07,
      "loss": 0.4844,
      "step": 19282
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.137849212989256e-07,
      "loss": 0.5304,
      "step": 19283
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.132349689927254e-07,
      "loss": 0.5645,
      "step": 19284
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.126852207951207e-07,
      "loss": 0.5895,
      "step": 19285
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.121356767181987e-07,
      "loss": 0.4778,
      "step": 19286
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.115863367740339e-07,
      "loss": 0.5496,
      "step": 19287
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.110372009747024e-07,
      "loss": 0.5497,
      "step": 19288
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.104882693322723e-07,
      "loss": 0.6038,
      "step": 19289
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.099395418588073e-07,
      "loss": 0.5528,
      "step": 19290
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.093910185663689e-07,
      "loss": 0.4622,
      "step": 19291
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.088426994670105e-07,
      "loss": 0.5574,
      "step": 19292
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.082945845727862e-07,
      "loss": 0.6001,
      "step": 19293
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.077466738957417e-07,
      "loss": 0.5426,
      "step": 19294
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.071989674479196e-07,
      "loss": 0.5546,
      "step": 19295
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.066514652413559e-07,
      "loss": 0.5555,
      "step": 19296
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.061041672880864e-07,
      "loss": 0.4424,
      "step": 19297
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.055570736001383e-07,
      "loss": 0.5025,
      "step": 19298
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.05010184189534e-07,
      "loss": 0.615,
      "step": 19299
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.044634990682975e-07,
      "loss": 0.448,
      "step": 19300
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.039170182484412e-07,
      "loss": 0.6721,
      "step": 19301
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.033707417419766e-07,
      "loss": 0.5453,
      "step": 19302
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.028246695609109e-07,
      "loss": 0.5483,
      "step": 19303
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.022788017172455e-07,
      "loss": 0.6045,
      "step": 19304
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.017331382229764e-07,
      "loss": 0.5692,
      "step": 19305
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.011876790900962e-07,
      "loss": 0.6138,
      "step": 19306
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.006424243305943e-07,
      "loss": 0.5736,
      "step": 19307
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.000973739564565e-07,
      "loss": 0.5304,
      "step": 19308
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.9955252797966e-07,
      "loss": 0.5307,
      "step": 19309
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.990078864121797e-07,
      "loss": 0.4228,
      "step": 19310
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.984634492659848e-07,
      "loss": 0.5097,
      "step": 19311
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.979192165530435e-07,
      "loss": 0.5015,
      "step": 19312
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.973751882853175e-07,
      "loss": 0.5266,
      "step": 19313
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.968313644747593e-07,
      "loss": 0.4899,
      "step": 19314
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.962877451333272e-07,
      "loss": 0.5811,
      "step": 19315
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.95744330272965e-07,
      "loss": 0.5932,
      "step": 19316
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.952011199056186e-07,
      "loss": 0.4767,
      "step": 19317
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.946581140432251e-07,
      "loss": 0.6141,
      "step": 19318
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.941153126977207e-07,
      "loss": 0.5185,
      "step": 19319
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.935727158810324e-07,
      "loss": 0.4966,
      "step": 19320
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.930303236050883e-07,
      "loss": 0.5005,
      "step": 19321
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.924881358818081e-07,
      "loss": 0.5542,
      "step": 19322
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.919461527231087e-07,
      "loss": 0.524,
      "step": 19323
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.914043741409027e-07,
      "loss": 0.6124,
      "step": 19324
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.908628001470962e-07,
      "loss": 0.5997,
      "step": 19325
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.903214307535933e-07,
      "loss": 0.543,
      "step": 19326
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.897802659722919e-07,
      "loss": 0.5423,
      "step": 19327
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.892393058150848e-07,
      "loss": 0.4853,
      "step": 19328
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.886985502938637e-07,
      "loss": 0.5076,
      "step": 19329
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.881579994205112e-07,
      "loss": 0.5215,
      "step": 19330
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.876176532069112e-07,
      "loss": 0.521,
      "step": 19331
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.870775116649364e-07,
      "loss": 0.5053,
      "step": 19332
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.865375748064606e-07,
      "loss": 0.5596,
      "step": 19333
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.859978426433489e-07,
      "loss": 0.5141,
      "step": 19334
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.854583151874627e-07,
      "loss": 0.4834,
      "step": 19335
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.849189924506628e-07,
      "loss": 0.4864,
      "step": 19336
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.843798744448016e-07,
      "loss": 0.5508,
      "step": 19337
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.838409611817288e-07,
      "loss": 0.5809,
      "step": 19338
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.83302252673288e-07,
      "loss": 0.4159,
      "step": 19339
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.827637489313188e-07,
      "loss": 0.5142,
      "step": 19340
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.822254499676573e-07,
      "loss": 0.5138,
      "step": 19341
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.81687355794135e-07,
      "loss": 0.5027,
      "step": 19342
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.81149466422576e-07,
      "loss": 0.5687,
      "step": 19343
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.80611781864805e-07,
      "loss": 0.605,
      "step": 19344
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.800743021326384e-07,
      "loss": 0.5608,
      "step": 19345
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.795370272378898e-07,
      "loss": 0.5092,
      "step": 19346
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.789999571923666e-07,
      "loss": 0.5295,
      "step": 19347
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.784630920078739e-07,
      "loss": 0.3998,
      "step": 19348
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.779264316962086e-07,
      "loss": 0.4279,
      "step": 19349
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.773899762691682e-07,
      "loss": 0.6375,
      "step": 19350
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.768537257385433e-07,
      "loss": 0.5519,
      "step": 19351
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.763176801161197e-07,
      "loss": 0.5857,
      "step": 19352
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.757818394136773e-07,
      "loss": 0.559,
      "step": 19353
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.75246203642993e-07,
      "loss": 0.546,
      "step": 19354
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.74710772815842e-07,
      "loss": 0.6217,
      "step": 19355
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.741755469439903e-07,
      "loss": 0.4957,
      "step": 19356
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.736405260391998e-07,
      "loss": 0.5753,
      "step": 19357
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.731057101132321e-07,
      "loss": 0.5039,
      "step": 19358
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.7257109917784e-07,
      "loss": 0.5441,
      "step": 19359
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.720366932447753e-07,
      "loss": 0.4624,
      "step": 19360
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.715024923257818e-07,
      "loss": 0.5857,
      "step": 19361
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.709684964326002e-07,
      "loss": 0.4749,
      "step": 19362
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.704347055769678e-07,
      "loss": 0.4864,
      "step": 19363
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.699011197706151e-07,
      "loss": 0.4316,
      "step": 19364
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.693677390252707e-07,
      "loss": 0.5615,
      "step": 19365
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.688345633526583e-07,
      "loss": 0.5568,
      "step": 19366
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.683015927644942e-07,
      "loss": 0.5809,
      "step": 19367
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.677688272724947e-07,
      "loss": 0.5621,
      "step": 19368
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.672362668883658e-07,
      "loss": 0.5144,
      "step": 19369
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.667039116238161e-07,
      "loss": 0.4837,
      "step": 19370
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.661717614905438e-07,
      "loss": 0.5174,
      "step": 19371
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.656398165002431e-07,
      "loss": 0.5663,
      "step": 19372
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.65108076664609e-07,
      "loss": 0.6069,
      "step": 19373
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.645765419953254e-07,
      "loss": 0.5988,
      "step": 19374
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.640452125040775e-07,
      "loss": 0.5325,
      "step": 19375
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.635140882025415e-07,
      "loss": 0.4564,
      "step": 19376
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.629831691023903e-07,
      "loss": 0.597,
      "step": 19377
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.624524552152911e-07,
      "loss": 0.5667,
      "step": 19378
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.619219465529092e-07,
      "loss": 0.5458,
      "step": 19379
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.613916431269085e-07,
      "loss": 0.6032,
      "step": 19380
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.608615449489397e-07,
      "loss": 0.5588,
      "step": 19381
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.603316520306546e-07,
      "loss": 0.5488,
      "step": 19382
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.598019643836995e-07,
      "loss": 0.5467,
      "step": 19383
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.592724820197161e-07,
      "loss": 0.4242,
      "step": 19384
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.587432049503429e-07,
      "loss": 0.5038,
      "step": 19385
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.582141331872083e-07,
      "loss": 0.6,
      "step": 19386
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.576852667419464e-07,
      "loss": 0.5426,
      "step": 19387
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.571566056261757e-07,
      "loss": 0.5239,
      "step": 19388
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.566281498515192e-07,
      "loss": 0.6285,
      "step": 19389
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.560998994295897e-07,
      "loss": 0.5328,
      "step": 19390
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.55571854371998e-07,
      "loss": 0.6275,
      "step": 19391
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.550440146903492e-07,
      "loss": 0.5405,
      "step": 19392
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.545163803962429e-07,
      "loss": 0.4262,
      "step": 19393
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.539889515012776e-07,
      "loss": 0.6096,
      "step": 19394
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.534617280170464e-07,
      "loss": 0.5744,
      "step": 19395
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.529347099551353e-07,
      "loss": 0.4927,
      "step": 19396
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.524078973271275e-07,
      "loss": 0.4924,
      "step": 19397
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.518812901445992e-07,
      "loss": 0.5195,
      "step": 19398
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.513548884191301e-07,
      "loss": 0.4857,
      "step": 19399
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.50828692162283e-07,
      "loss": 0.4861,
      "step": 19400
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.503027013856289e-07,
      "loss": 0.5257,
      "step": 19401
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.497769161007239e-07,
      "loss": 0.6165,
      "step": 19402
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.492513363191255e-07,
      "loss": 0.4475,
      "step": 19403
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.487259620523867e-07,
      "loss": 0.4983,
      "step": 19404
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.482007933120527e-07,
      "loss": 0.5805,
      "step": 19405
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.476758301096653e-07,
      "loss": 0.4744,
      "step": 19406
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.47151072456762e-07,
      "loss": 0.6534,
      "step": 19407
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.46626520364878e-07,
      "loss": 0.5268,
      "step": 19408
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.46102173845542e-07,
      "loss": 0.5096,
      "step": 19409
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.455780329102789e-07,
      "loss": 0.5589,
      "step": 19410
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.450540975706065e-07,
      "loss": 0.5448,
      "step": 19411
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.445303678380388e-07,
      "loss": 0.5676,
      "step": 19412
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.440068437240921e-07,
      "loss": 0.4372,
      "step": 19413
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.434835252402682e-07,
      "loss": 0.4924,
      "step": 19414
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.429604123980682e-07,
      "loss": 0.5914,
      "step": 19415
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.424375052089927e-07,
      "loss": 0.5333,
      "step": 19416
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.419148036845302e-07,
      "loss": 0.5001,
      "step": 19417
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.413923078361739e-07,
      "loss": 0.4508,
      "step": 19418
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.408700176754045e-07,
      "loss": 0.5548,
      "step": 19419
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.403479332137019e-07,
      "loss": 0.4803,
      "step": 19420
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.39826054462539e-07,
      "loss": 0.4493,
      "step": 19421
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.393043814333877e-07,
      "loss": 0.5366,
      "step": 19422
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.387829141377122e-07,
      "loss": 0.4968,
      "step": 19423
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.382616525869756e-07,
      "loss": 0.5441,
      "step": 19424
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.377405967926331e-07,
      "loss": 0.3933,
      "step": 19425
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.372197467661379e-07,
      "loss": 0.4879,
      "step": 19426
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.366991025189328e-07,
      "loss": 0.5354,
      "step": 19427
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.361786640624679e-07,
      "loss": 0.6084,
      "step": 19428
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.356584314081749e-07,
      "loss": 0.5256,
      "step": 19429
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.351384045674936e-07,
      "loss": 0.5412,
      "step": 19430
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.346185835518493e-07,
      "loss": 0.4167,
      "step": 19431
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.340989683726672e-07,
      "loss": 0.5221,
      "step": 19432
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.335795590413707e-07,
      "loss": 0.5495,
      "step": 19433
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.330603555693726e-07,
      "loss": 0.5828,
      "step": 19434
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.32541357968085e-07,
      "loss": 0.4498,
      "step": 19435
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.320225662489144e-07,
      "loss": 0.494,
      "step": 19436
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.315039804232625e-07,
      "loss": 0.4941,
      "step": 19437
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.309856005025294e-07,
      "loss": 0.5181,
      "step": 19438
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.30467426498107e-07,
      "loss": 0.5254,
      "step": 19439
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.299494584213827e-07,
      "loss": 0.5083,
      "step": 19440
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.294316962837411e-07,
      "loss": 0.5756,
      "step": 19441
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.289141400965637e-07,
      "loss": 0.5812,
      "step": 19442
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.28396789871224e-07,
      "loss": 0.5954,
      "step": 19443
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.278796456190916e-07,
      "loss": 0.5804,
      "step": 19444
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.273627073515353e-07,
      "loss": 0.5287,
      "step": 19445
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.268459750799128e-07,
      "loss": 0.4969,
      "step": 19446
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.263294488155858e-07,
      "loss": 0.5272,
      "step": 19447
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.258131285699031e-07,
      "loss": 0.5115,
      "step": 19448
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.252970143542137e-07,
      "loss": 0.582,
      "step": 19449
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.247811061798604e-07,
      "loss": 0.4848,
      "step": 19450
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.242654040581819e-07,
      "loss": 0.5089,
      "step": 19451
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.237499080005149e-07,
      "loss": 0.4566,
      "step": 19452
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.23234618018188e-07,
      "loss": 0.5432,
      "step": 19453
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.227195341225257e-07,
      "loss": 0.6081,
      "step": 19454
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.222046563248496e-07,
      "loss": 0.4907,
      "step": 19455
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.216899846364733e-07,
      "loss": 0.5969,
      "step": 19456
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.211755190687118e-07,
      "loss": 0.4247,
      "step": 19457
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.206612596328698e-07,
      "loss": 0.5865,
      "step": 19458
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.201472063402536e-07,
      "loss": 0.5155,
      "step": 19459
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.196333592021564e-07,
      "loss": 0.5228,
      "step": 19460
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.191197182298758e-07,
      "loss": 0.5334,
      "step": 19461
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.186062834346984e-07,
      "loss": 0.5718,
      "step": 19462
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.180930548279107e-07,
      "loss": 0.586,
      "step": 19463
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.175800324207915e-07,
      "loss": 0.5642,
      "step": 19464
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.170672162246138e-07,
      "loss": 0.4827,
      "step": 19465
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.165546062506512e-07,
      "loss": 0.5413,
      "step": 19466
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.16042202510172e-07,
      "loss": 0.5723,
      "step": 19467
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.155300050144353e-07,
      "loss": 0.5563,
      "step": 19468
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.150180137746986e-07,
      "loss": 0.5217,
      "step": 19469
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.145062288022141e-07,
      "loss": 0.6102,
      "step": 19470
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.139946501082317e-07,
      "loss": 0.4838,
      "step": 19471
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.134832777039945e-07,
      "loss": 0.5644,
      "step": 19472
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.129721116007404e-07,
      "loss": 0.5034,
      "step": 19473
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.124611518097056e-07,
      "loss": 0.4616,
      "step": 19474
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.119503983421193e-07,
      "loss": 0.5567,
      "step": 19475
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.11439851209209e-07,
      "loss": 0.4839,
      "step": 19476
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.109295104221935e-07,
      "loss": 0.5566,
      "step": 19477
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.104193759922905e-07,
      "loss": 0.6291,
      "step": 19478
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.099094479307099e-07,
      "loss": 0.5725,
      "step": 19479
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.093997262486606e-07,
      "loss": 0.5159,
      "step": 19480
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.088902109573469e-07,
      "loss": 0.4967,
      "step": 19481
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.083809020679654e-07,
      "loss": 0.5276,
      "step": 19482
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.078717995917116e-07,
      "loss": 0.5784,
      "step": 19483
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.073629035397722e-07,
      "loss": 0.5609,
      "step": 19484
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.068542139233324e-07,
      "loss": 0.5291,
      "step": 19485
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.063457307535747e-07,
      "loss": 0.4163,
      "step": 19486
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.058374540416722e-07,
      "loss": 0.5573,
      "step": 19487
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.053293837987984e-07,
      "loss": 0.5572,
      "step": 19488
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.048215200361163e-07,
      "loss": 0.5857,
      "step": 19489
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.043138627647927e-07,
      "loss": 0.609,
      "step": 19490
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.03806411995983e-07,
      "loss": 0.5683,
      "step": 19491
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.032991677408395e-07,
      "loss": 0.5648,
      "step": 19492
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.0279213001051e-07,
      "loss": 0.632,
      "step": 19493
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.022852988161388e-07,
      "loss": 0.555,
      "step": 19494
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.017786741688658e-07,
      "loss": 0.5781,
      "step": 19495
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.012722560798279e-07,
      "loss": 0.5317,
      "step": 19496
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.007660445601526e-07,
      "loss": 0.5024,
      "step": 19497
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.002600396209668e-07,
      "loss": 0.4923,
      "step": 19498
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.997542412733904e-07,
      "loss": 0.524,
      "step": 19499
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.99248649528541e-07,
      "loss": 0.4998,
      "step": 19500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.987432643975299e-07,
      "loss": 0.5565,
      "step": 19501
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.982380858914672e-07,
      "loss": 0.4864,
      "step": 19502
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.977331140214537e-07,
      "loss": 0.5503,
      "step": 19503
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.972283487985875e-07,
      "loss": 0.543,
      "step": 19504
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.967237902339651e-07,
      "loss": 0.4971,
      "step": 19505
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.962194383386732e-07,
      "loss": 0.5798,
      "step": 19506
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.957152931237986e-07,
      "loss": 0.5217,
      "step": 19507
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.95211354600419e-07,
      "loss": 0.6499,
      "step": 19508
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.947076227796122e-07,
      "loss": 0.5371,
      "step": 19509
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.942040976724506e-07,
      "loss": 0.4994,
      "step": 19510
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.937007792899985e-07,
      "loss": 0.5859,
      "step": 19511
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.931976676433193e-07,
      "loss": 0.4605,
      "step": 19512
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.926947627434709e-07,
      "loss": 0.6742,
      "step": 19513
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.921920646015045e-07,
      "loss": 0.5233,
      "step": 19514
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.916895732284711e-07,
      "loss": 0.5571,
      "step": 19515
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.911872886354119e-07,
      "loss": 0.5062,
      "step": 19516
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.906852108333694e-07,
      "loss": 0.4978,
      "step": 19517
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.901833398333756e-07,
      "loss": 0.4993,
      "step": 19518
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.896816756464629e-07,
      "loss": 0.562,
      "step": 19519
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.891802182836581e-07,
      "loss": 0.602,
      "step": 19520
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.88678967755979e-07,
      "loss": 0.5274,
      "step": 19521
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.881779240744434e-07,
      "loss": 0.4867,
      "step": 19522
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.876770872500659e-07,
      "loss": 0.5188,
      "step": 19523
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.87176457293851e-07,
      "loss": 0.6029,
      "step": 19524
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.866760342168044e-07,
      "loss": 0.576,
      "step": 19525
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.861758180299227e-07,
      "loss": 0.5635,
      "step": 19526
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.856758087442016e-07,
      "loss": 0.4815,
      "step": 19527
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.851760063706269e-07,
      "loss": 0.5126,
      "step": 19528
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.846764109201886e-07,
      "loss": 0.602,
      "step": 19529
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.841770224038623e-07,
      "loss": 0.5084,
      "step": 19530
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.836778408326271e-07,
      "loss": 0.5195,
      "step": 19531
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.831788662174531e-07,
      "loss": 0.4541,
      "step": 19532
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.826800985693059e-07,
      "loss": 0.4684,
      "step": 19533
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.821815378991502e-07,
      "loss": 0.6279,
      "step": 19534
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.816831842179415e-07,
      "loss": 0.6201,
      "step": 19535
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.811850375366335e-07,
      "loss": 0.4705,
      "step": 19536
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.806870978661739e-07,
      "loss": 0.6039,
      "step": 19537
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.801893652175061e-07,
      "loss": 0.4879,
      "step": 19538
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.796918396015727e-07,
      "loss": 0.639,
      "step": 19539
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.79194521029307e-07,
      "loss": 0.4584,
      "step": 19540
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.786974095116382e-07,
      "loss": 0.5596,
      "step": 19541
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.78200505059493e-07,
      "loss": 0.5051,
      "step": 19542
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.777038076837915e-07,
      "loss": 0.5462,
      "step": 19543
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.772073173954518e-07,
      "loss": 0.3881,
      "step": 19544
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.767110342053828e-07,
      "loss": 0.5725,
      "step": 19545
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.762149581244969e-07,
      "loss": 0.5463,
      "step": 19546
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.757190891636932e-07,
      "loss": 0.4283,
      "step": 19547
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.75223427333873e-07,
      "loss": 0.6819,
      "step": 19548
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.747279726459287e-07,
      "loss": 0.4551,
      "step": 19549
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.742327251107505e-07,
      "loss": 0.589,
      "step": 19550
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.737376847392195e-07,
      "loss": 0.5753,
      "step": 19551
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.732428515422194e-07,
      "loss": 0.5531,
      "step": 19552
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.727482255306271e-07,
      "loss": 0.5208,
      "step": 19553
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.722538067153116e-07,
      "loss": 0.4902,
      "step": 19554
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.717595951071398e-07,
      "loss": 0.545,
      "step": 19555
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.712655907169729e-07,
      "loss": 0.4697,
      "step": 19556
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.707717935556678e-07,
      "loss": 0.5986,
      "step": 19557
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.702782036340804e-07,
      "loss": 0.5198,
      "step": 19558
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.697848209630552e-07,
      "loss": 0.654,
      "step": 19559
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.692916455534403e-07,
      "loss": 0.5132,
      "step": 19560
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.687986774160726e-07,
      "loss": 0.5801,
      "step": 19561
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.683059165617843e-07,
      "loss": 0.403,
      "step": 19562
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.678133630014104e-07,
      "loss": 0.568,
      "step": 19563
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.673210167457743e-07,
      "loss": 0.5607,
      "step": 19564
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.668288778056963e-07,
      "loss": 0.5011,
      "step": 19565
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.66336946191992e-07,
      "loss": 0.4506,
      "step": 19566
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.658452219154753e-07,
      "loss": 0.5004,
      "step": 19567
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.65353704986954e-07,
      "loss": 0.5522,
      "step": 19568
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.648623954172294e-07,
      "loss": 0.5324,
      "step": 19569
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.643712932170997e-07,
      "loss": 0.5118,
      "step": 19570
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.638803983973595e-07,
      "loss": 0.5258,
      "step": 19571
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.633897109687958e-07,
      "loss": 0.6368,
      "step": 19572
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.628992309421966e-07,
      "loss": 0.5558,
      "step": 19573
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.624089583283376e-07,
      "loss": 0.5631,
      "step": 19574
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.619188931379982e-07,
      "loss": 0.5873,
      "step": 19575
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.614290353819462e-07,
      "loss": 0.5349,
      "step": 19576
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.609393850709522e-07,
      "loss": 0.4937,
      "step": 19577
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.604499422157739e-07,
      "loss": 0.4819,
      "step": 19578
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.599607068271695e-07,
      "loss": 0.602,
      "step": 19579
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.594716789158904e-07,
      "loss": 0.5472,
      "step": 19580
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.58982858492686e-07,
      "loss": 0.5497,
      "step": 19581
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.584942455683017e-07,
      "loss": 0.6038,
      "step": 19582
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.58005840153475e-07,
      "loss": 0.5918,
      "step": 19583
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.575176422589401e-07,
      "loss": 0.6356,
      "step": 19584
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.570296518954254e-07,
      "loss": 0.5462,
      "step": 19585
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.565418690736579e-07,
      "loss": 0.5223,
      "step": 19586
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.560542938043578e-07,
      "loss": 0.6414,
      "step": 19587
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.5556692609824e-07,
      "loss": 0.5057,
      "step": 19588
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.55079765966019e-07,
      "loss": 0.5434,
      "step": 19589
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.545928134184008e-07,
      "loss": 0.5603,
      "step": 19590
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.541060684660849e-07,
      "loss": 0.4648,
      "step": 19591
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.536195311197734e-07,
      "loss": 0.4771,
      "step": 19592
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.53133201390158e-07,
      "loss": 0.5968,
      "step": 19593
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.526470792879268e-07,
      "loss": 0.6002,
      "step": 19594
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.521611648237635e-07,
      "loss": 0.5413,
      "step": 19595
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.516754580083483e-07,
      "loss": 0.6001,
      "step": 19596
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.511899588523584e-07,
      "loss": 0.604,
      "step": 19597
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.507046673664618e-07,
      "loss": 0.5201,
      "step": 19598
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.502195835613256e-07,
      "loss": 0.5474,
      "step": 19599
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.4973470744761e-07,
      "loss": 0.5191,
      "step": 19600
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.492500390359734e-07,
      "loss": 0.5836,
      "step": 19601
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.48765578337066e-07,
      "loss": 0.5228,
      "step": 19602
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.482813253615383e-07,
      "loss": 0.5087,
      "step": 19603
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.477972801200315e-07,
      "loss": 0.4973,
      "step": 19604
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.47313442623184e-07,
      "loss": 0.5101,
      "step": 19605
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.468298128816307e-07,
      "loss": 0.5327,
      "step": 19606
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.463463909060018e-07,
      "loss": 0.5793,
      "step": 19607
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.4586317670692e-07,
      "loss": 0.6201,
      "step": 19608
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.453801702950068e-07,
      "loss": 0.545,
      "step": 19609
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.448973716808758e-07,
      "loss": 0.5832,
      "step": 19610
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.444147808751432e-07,
      "loss": 0.5275,
      "step": 19611
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.439323978884114e-07,
      "loss": 0.6064,
      "step": 19612
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.434502227312843e-07,
      "loss": 0.5629,
      "step": 19613
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.429682554143578e-07,
      "loss": 0.5645,
      "step": 19614
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.424864959482245e-07,
      "loss": 0.6068,
      "step": 19615
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.420049443434749e-07,
      "loss": 0.5506,
      "step": 19616
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.415236006106905e-07,
      "loss": 0.5907,
      "step": 19617
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.41042464760454e-07,
      "loss": 0.45,
      "step": 19618
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.405615368033368e-07,
      "loss": 0.459,
      "step": 19619
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.400808167499083e-07,
      "loss": 0.5463,
      "step": 19620
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.396003046107367e-07,
      "loss": 0.6387,
      "step": 19621
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.391200003963826e-07,
      "loss": 0.5338,
      "step": 19622
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.386399041173995e-07,
      "loss": 0.4936,
      "step": 19623
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.381600157843426e-07,
      "loss": 0.4308,
      "step": 19624
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.376803354077553e-07,
      "loss": 0.5551,
      "step": 19625
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.372008629981851e-07,
      "loss": 0.6221,
      "step": 19626
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.367215985661666e-07,
      "loss": 0.5723,
      "step": 19627
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.36242542122235e-07,
      "loss": 0.4654,
      "step": 19628
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.357636936769162e-07,
      "loss": 0.5275,
      "step": 19629
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.352850532407383e-07,
      "loss": 0.5712,
      "step": 19630
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.348066208242187e-07,
      "loss": 0.4795,
      "step": 19631
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.343283964378743e-07,
      "loss": 0.6505,
      "step": 19632
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.338503800922146e-07,
      "loss": 0.5785,
      "step": 19633
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.333725717977445e-07,
      "loss": 0.5208,
      "step": 19634
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.328949715649678e-07,
      "loss": 0.4618,
      "step": 19635
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.324175794043818e-07,
      "loss": 0.5979,
      "step": 19636
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.319403953264757e-07,
      "loss": 0.5627,
      "step": 19637
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.314634193417389e-07,
      "loss": 0.4788,
      "step": 19638
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.309866514606544e-07,
      "loss": 0.5829,
      "step": 19639
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.305100916937023e-07,
      "loss": 0.5268,
      "step": 19640
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.300337400513555e-07,
      "loss": 0.4412,
      "step": 19641
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.295575965440846e-07,
      "loss": 0.4847,
      "step": 19642
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.290816611823523e-07,
      "loss": 0.528,
      "step": 19643
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.286059339766181e-07,
      "loss": 0.44,
      "step": 19644
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.281304149373423e-07,
      "loss": 0.5275,
      "step": 19645
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.276551040749711e-07,
      "loss": 0.5035,
      "step": 19646
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.271800013999539e-07,
      "loss": 0.5825,
      "step": 19647
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.267051069227336e-07,
      "loss": 0.4945,
      "step": 19648
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.262304206537439e-07,
      "loss": 0.5412,
      "step": 19649
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.25755942603422e-07,
      "loss": 0.5138,
      "step": 19650
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.252816727821941e-07,
      "loss": 0.4549,
      "step": 19651
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.24807611200483e-07,
      "loss": 0.5116,
      "step": 19652
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.243337578687091e-07,
      "loss": 0.5147,
      "step": 19653
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.238601127972853e-07,
      "loss": 0.5092,
      "step": 19654
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.233866759966255e-07,
      "loss": 0.4863,
      "step": 19655
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.229134474771313e-07,
      "loss": 0.5365,
      "step": 19656
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.224404272492056e-07,
      "loss": 0.5993,
      "step": 19657
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.219676153232423e-07,
      "loss": 0.4397,
      "step": 19658
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.214950117096351e-07,
      "loss": 0.4606,
      "step": 19659
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.210226164187704e-07,
      "loss": 0.5462,
      "step": 19660
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.205504294610308e-07,
      "loss": 0.5623,
      "step": 19661
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.20078450846796e-07,
      "loss": 0.4738,
      "step": 19662
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.196066805864353e-07,
      "loss": 0.4813,
      "step": 19663
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.191351186903215e-07,
      "loss": 0.5862,
      "step": 19664
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.186637651688165e-07,
      "loss": 0.5222,
      "step": 19665
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.181926200322806e-07,
      "loss": 0.4595,
      "step": 19666
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.177216832910681e-07,
      "loss": 0.5516,
      "step": 19667
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.172509549555294e-07,
      "loss": 0.5303,
      "step": 19668
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.167804350360128e-07,
      "loss": 0.5681,
      "step": 19669
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.163101235428591e-07,
      "loss": 0.5613,
      "step": 19670
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.158400204864022e-07,
      "loss": 0.5969,
      "step": 19671
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.153701258769761e-07,
      "loss": 0.458,
      "step": 19672
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.149004397249069e-07,
      "loss": 0.5012,
      "step": 19673
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.144309620405208e-07,
      "loss": 0.6851,
      "step": 19674
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.139616928341318e-07,
      "loss": 0.4304,
      "step": 19675
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.134926321160582e-07,
      "loss": 0.5468,
      "step": 19676
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.130237798966065e-07,
      "loss": 0.5125,
      "step": 19677
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.125551361860803e-07,
      "loss": 0.4988,
      "step": 19678
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.120867009947828e-07,
      "loss": 0.5225,
      "step": 19679
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.116184743330088e-07,
      "loss": 0.5577,
      "step": 19680
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.111504562110459e-07,
      "loss": 0.509,
      "step": 19681
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.106826466391846e-07,
      "loss": 0.4834,
      "step": 19682
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.102150456277044e-07,
      "loss": 0.5216,
      "step": 19683
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.097476531868828e-07,
      "loss": 0.5217,
      "step": 19684
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.092804693269937e-07,
      "loss": 0.5196,
      "step": 19685
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.088134940583023e-07,
      "loss": 0.4415,
      "step": 19686
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.083467273910736e-07,
      "loss": 0.5871,
      "step": 19687
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.078801693355672e-07,
      "loss": 0.6131,
      "step": 19688
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.074138199020351e-07,
      "loss": 0.5099,
      "step": 19689
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.069476791007289e-07,
      "loss": 0.5809,
      "step": 19690
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.064817469418936e-07,
      "loss": 0.5257,
      "step": 19691
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.060160234357681e-07,
      "loss": 0.5357,
      "step": 19692
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.055505085925905e-07,
      "loss": 0.575,
      "step": 19693
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.050852024225905e-07,
      "loss": 0.5616,
      "step": 19694
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.046201049359955e-07,
      "loss": 0.5601,
      "step": 19695
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.041552161430263e-07,
      "loss": 0.5484,
      "step": 19696
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.036905360539002e-07,
      "loss": 0.5298,
      "step": 19697
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.032260646788334e-07,
      "loss": 0.4313,
      "step": 19698
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.027618020280322e-07,
      "loss": 0.5272,
      "step": 19699
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.022977481117008e-07,
      "loss": 0.4875,
      "step": 19700
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.018339029400376e-07,
      "loss": 0.5342,
      "step": 19701
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.013702665232357e-07,
      "loss": 0.452,
      "step": 19702
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.009068388714867e-07,
      "loss": 0.5387,
      "step": 19703
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.004436199949792e-07,
      "loss": 0.4253,
      "step": 19704
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.999806099038896e-07,
      "loss": 0.4762,
      "step": 19705
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.995178086083963e-07,
      "loss": 0.4965,
      "step": 19706
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.990552161186679e-07,
      "loss": 0.546,
      "step": 19707
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.985928324448763e-07,
      "loss": 0.3911,
      "step": 19708
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.981306575971812e-07,
      "loss": 0.6386,
      "step": 19709
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.976686915857399e-07,
      "loss": 0.4918,
      "step": 19710
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.972069344207075e-07,
      "loss": 0.5673,
      "step": 19711
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.967453861122306e-07,
      "loss": 0.5382,
      "step": 19712
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.962840466704554e-07,
      "loss": 0.5858,
      "step": 19713
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.958229161055206e-07,
      "loss": 0.5322,
      "step": 19714
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.953619944275612e-07,
      "loss": 0.4692,
      "step": 19715
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.949012816467058e-07,
      "loss": 0.5669,
      "step": 19716
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.944407777730842e-07,
      "loss": 0.575,
      "step": 19717
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.939804828168127e-07,
      "loss": 0.4937,
      "step": 19718
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.93520396788012e-07,
      "loss": 0.5994,
      "step": 19719
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.930605196967919e-07,
      "loss": 0.5444,
      "step": 19720
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.926008515532588e-07,
      "loss": 0.5471,
      "step": 19721
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.921413923675189e-07,
      "loss": 0.5799,
      "step": 19722
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.916821421496676e-07,
      "loss": 0.4775,
      "step": 19723
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.912231009097979e-07,
      "loss": 0.5391,
      "step": 19724
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.907642686580027e-07,
      "loss": 0.4865,
      "step": 19725
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.90305645404362e-07,
      "loss": 0.4779,
      "step": 19726
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.898472311589586e-07,
      "loss": 0.537,
      "step": 19727
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.893890259318668e-07,
      "loss": 0.4565,
      "step": 19728
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.889310297331573e-07,
      "loss": 0.5419,
      "step": 19729
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.884732425728955e-07,
      "loss": 0.5421,
      "step": 19730
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.880156644611422e-07,
      "loss": 0.5526,
      "step": 19731
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.87558295407955e-07,
      "loss": 0.4939,
      "step": 19732
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.871011354233889e-07,
      "loss": 0.5098,
      "step": 19733
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.866441845174885e-07,
      "loss": 0.5972,
      "step": 19734
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.861874427002966e-07,
      "loss": 0.4717,
      "step": 19735
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.85730909981853e-07,
      "loss": 0.5098,
      "step": 19736
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.85274586372192e-07,
      "loss": 0.5716,
      "step": 19737
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.848184718813409e-07,
      "loss": 0.5512,
      "step": 19738
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.843625665193252e-07,
      "loss": 0.4024,
      "step": 19739
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.839068702961658e-07,
      "loss": 0.4563,
      "step": 19740
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.834513832218779e-07,
      "loss": 0.5324,
      "step": 19741
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.829961053064736e-07,
      "loss": 0.5687,
      "step": 19742
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.82541036559957e-07,
      "loss": 0.4846,
      "step": 19743
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.820861769923302e-07,
      "loss": 0.5611,
      "step": 19744
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.816315266135896e-07,
      "loss": 0.404,
      "step": 19745
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.811770854337306e-07,
      "loss": 0.5226,
      "step": 19746
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.807228534627383e-07,
      "loss": 0.6371,
      "step": 19747
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.802688307105974e-07,
      "loss": 0.4393,
      "step": 19748
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.798150171872873e-07,
      "loss": 0.5384,
      "step": 19749
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.793614129027791e-07,
      "loss": 0.5632,
      "step": 19750
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.789080178670457e-07,
      "loss": 0.5121,
      "step": 19751
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.784548320900506e-07,
      "loss": 0.5836,
      "step": 19752
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.780018555817523e-07,
      "loss": 0.5514,
      "step": 19753
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.775490883521106e-07,
      "loss": 0.5166,
      "step": 19754
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.770965304110731e-07,
      "loss": 0.6056,
      "step": 19755
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.766441817685874e-07,
      "loss": 0.5764,
      "step": 19756
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.761920424345967e-07,
      "loss": 0.5303,
      "step": 19757
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.757401124190375e-07,
      "loss": 0.4812,
      "step": 19758
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.752883917318418e-07,
      "loss": 0.5305,
      "step": 19759
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.748368803829373e-07,
      "loss": 0.5887,
      "step": 19760
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7438557838224707e-07,
      "loss": 0.5827,
      "step": 19761
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7393448573969325e-07,
      "loss": 0.5004,
      "step": 19762
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.73483602465189e-07,
      "loss": 0.5653,
      "step": 19763
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.73032928568643e-07,
      "loss": 0.5494,
      "step": 19764
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7258246405995856e-07,
      "loss": 0.5359,
      "step": 19765
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.721322089490399e-07,
      "loss": 0.5842,
      "step": 19766
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.716821632457813e-07,
      "loss": 0.5469,
      "step": 19767
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.712323269600727e-07,
      "loss": 0.5273,
      "step": 19768
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.707827001018017e-07,
      "loss": 0.5556,
      "step": 19769
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7033328268085265e-07,
      "loss": 0.5766,
      "step": 19770
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.6988407470710096e-07,
      "loss": 0.4575,
      "step": 19771
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.694350761904198e-07,
      "loss": 0.4652,
      "step": 19772
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.68986287140677e-07,
      "loss": 0.6174,
      "step": 19773
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.685377075677355e-07,
      "loss": 0.5596,
      "step": 19774
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.680893374814577e-07,
      "loss": 0.4888,
      "step": 19775
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.676411768916933e-07,
      "loss": 0.6592,
      "step": 19776
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6719322580829674e-07,
      "loss": 0.5591,
      "step": 19777
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.667454842411112e-07,
      "loss": 0.6247,
      "step": 19778
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6629795219997667e-07,
      "loss": 0.593,
      "step": 19779
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.658506296947307e-07,
      "loss": 0.4698,
      "step": 19780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6540351673520445e-07,
      "loss": 0.4579,
      "step": 19781
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6495661333122334e-07,
      "loss": 0.3374,
      "step": 19782
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.645099194926106e-07,
      "loss": 0.5432,
      "step": 19783
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6406343522918394e-07,
      "loss": 0.4611,
      "step": 19784
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.636171605507567e-07,
      "loss": 0.5437,
      "step": 19785
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6317109546713754e-07,
      "loss": 0.5382,
      "step": 19786
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.627252399881299e-07,
      "loss": 0.5854,
      "step": 19787
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.622795941235325e-07,
      "loss": 0.5548,
      "step": 19788
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6183415788313867e-07,
      "loss": 0.6396,
      "step": 19789
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6138893127673945e-07,
      "loss": 0.5685,
      "step": 19790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6094391431412255e-07,
      "loss": 0.5791,
      "step": 19791
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6049910700506686e-07,
      "loss": 0.5008,
      "step": 19792
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.600545093593489e-07,
      "loss": 0.6357,
      "step": 19793
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5961012138673877e-07,
      "loss": 0.5819,
      "step": 19794
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5916594309700523e-07,
      "loss": 0.5745,
      "step": 19795
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.587219744999105e-07,
      "loss": 0.5228,
      "step": 19796
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.582782156052101e-07,
      "loss": 0.4989,
      "step": 19797
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.578346664226585e-07,
      "loss": 0.5129,
      "step": 19798
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.573913269620067e-07,
      "loss": 0.5395,
      "step": 19799
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.569481972329959e-07,
      "loss": 0.527,
      "step": 19800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.565052772453671e-07,
      "loss": 0.598,
      "step": 19801
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.560625670088525e-07,
      "loss": 0.4562,
      "step": 19802
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5562006653318223e-07,
      "loss": 0.4942,
      "step": 19803
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.55177775828084e-07,
      "loss": 0.525,
      "step": 19804
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5473569490327885e-07,
      "loss": 0.5762,
      "step": 19805
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.542938237684813e-07,
      "loss": 0.4193,
      "step": 19806
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.538521624334047e-07,
      "loss": 0.5836,
      "step": 19807
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5341071090775236e-07,
      "loss": 0.5157,
      "step": 19808
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.52969469201231e-07,
      "loss": 0.5601,
      "step": 19809
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5252843732353724e-07,
      "loss": 0.4178,
      "step": 19810
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.520876152843623e-07,
      "loss": 0.6266,
      "step": 19811
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5164700309339727e-07,
      "loss": 0.5794,
      "step": 19812
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.512066007603244e-07,
      "loss": 0.5733,
      "step": 19813
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5076640829482485e-07,
      "loss": 0.5521,
      "step": 19814
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5032642570657205e-07,
      "loss": 0.5209,
      "step": 19815
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4988665300523593e-07,
      "loss": 0.5206,
      "step": 19816
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4944709020048325e-07,
      "loss": 0.4578,
      "step": 19817
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4900773730197187e-07,
      "loss": 0.4484,
      "step": 19818
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4856859431936073e-07,
      "loss": 0.5265,
      "step": 19819
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.481296612623021e-07,
      "loss": 0.5523,
      "step": 19820
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4769093814044264e-07,
      "loss": 0.5119,
      "step": 19821
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.472524249634236e-07,
      "loss": 0.5714,
      "step": 19822
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.468141217408828e-07,
      "loss": 0.4829,
      "step": 19823
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4637602848245477e-07,
      "loss": 0.4726,
      "step": 19824
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4593814519776735e-07,
      "loss": 0.55,
      "step": 19825
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4550047189644284e-07,
      "loss": 0.5363,
      "step": 19826
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.450630085881036e-07,
      "loss": 0.6319,
      "step": 19827
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4462575528236297e-07,
      "loss": 0.5596,
      "step": 19828
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.441887119888322e-07,
      "loss": 0.5675,
      "step": 19829
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.437518787171158e-07,
      "loss": 0.5194,
      "step": 19830
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4331525547681387e-07,
      "loss": 0.5527,
      "step": 19831
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.428788422775232e-07,
      "loss": 0.5719,
      "step": 19832
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.424426391288361e-07,
      "loss": 0.4854,
      "step": 19833
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.420066460403405e-07,
      "loss": 0.5489,
      "step": 19834
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4157086302161756e-07,
      "loss": 0.5339,
      "step": 19835
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.411352900822452e-07,
      "loss": 0.5184,
      "step": 19836
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4069992723179466e-07,
      "loss": 0.451,
      "step": 19837
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.402647744798394e-07,
      "loss": 0.5624,
      "step": 19838
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.398298318359395e-07,
      "loss": 0.6056,
      "step": 19839
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3939509930965517e-07,
      "loss": 0.5457,
      "step": 19840
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.389605769105421e-07,
      "loss": 0.5806,
      "step": 19841
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3852626464814807e-07,
      "loss": 0.5446,
      "step": 19842
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.380921625320222e-07,
      "loss": 0.5058,
      "step": 19843
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.376582705717025e-07,
      "loss": 0.4752,
      "step": 19844
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.372245887767268e-07,
      "loss": 0.556,
      "step": 19845
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3679111715662636e-07,
      "loss": 0.6085,
      "step": 19846
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.363578557209258e-07,
      "loss": 0.5397,
      "step": 19847
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.359248044791509e-07,
      "loss": 0.6564,
      "step": 19848
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3549196344081836e-07,
      "loss": 0.5479,
      "step": 19849
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3505933261544174e-07,
      "loss": 0.4966,
      "step": 19850
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.346269120125279e-07,
      "loss": 0.6342,
      "step": 19851
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3419470164158373e-07,
      "loss": 0.5483,
      "step": 19852
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.33762701512106e-07,
      "loss": 0.4917,
      "step": 19853
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.333309116335882e-07,
      "loss": 0.5521,
      "step": 19854
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3289933201552503e-07,
      "loss": 0.5242,
      "step": 19855
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3246796266739666e-07,
      "loss": 0.5071,
      "step": 19856
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.320368035986888e-07,
      "loss": 0.4996,
      "step": 19857
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.3160585481887506e-07,
      "loss": 0.5221,
      "step": 19858
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.311751163374278e-07,
      "loss": 0.5732,
      "step": 19859
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.307445881638128e-07,
      "loss": 0.5775,
      "step": 19860
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.303142703074914e-07,
      "loss": 0.5567,
      "step": 19861
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.298841627779238e-07,
      "loss": 0.5397,
      "step": 19862
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2945426558456347e-07,
      "loss": 0.5066,
      "step": 19863
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.290245787368574e-07,
      "loss": 0.4861,
      "step": 19864
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.285951022442503e-07,
      "loss": 0.5212,
      "step": 19865
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.281658361161789e-07,
      "loss": 0.5783,
      "step": 19866
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2773678036208245e-07,
      "loss": 0.5489,
      "step": 19867
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.273079349913867e-07,
      "loss": 0.5858,
      "step": 19868
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.268793000135174e-07,
      "loss": 0.5357,
      "step": 19869
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.264508754378982e-07,
      "loss": 0.5926,
      "step": 19870
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2602266127394154e-07,
      "loss": 0.4655,
      "step": 19871
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2559465753106323e-07,
      "loss": 0.5105,
      "step": 19872
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2516686421866684e-07,
      "loss": 0.7424,
      "step": 19873
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2473928134615485e-07,
      "loss": 0.5525,
      "step": 19874
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.243119089229253e-07,
      "loss": 0.4689,
      "step": 19875
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.238847469583718e-07,
      "loss": 0.5564,
      "step": 19876
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2345779546188125e-07,
      "loss": 0.5553,
      "step": 19877
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2303105444283953e-07,
      "loss": 0.5385,
      "step": 19878
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2260452391062356e-07,
      "loss": 0.5295,
      "step": 19879
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.221782038746092e-07,
      "loss": 0.5631,
      "step": 19880
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2175209434416553e-07,
      "loss": 0.5726,
      "step": 19881
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2132619532865957e-07,
      "loss": 0.5196,
      "step": 19882
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2090050683744835e-07,
      "loss": 0.5709,
      "step": 19883
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.20475028879892e-07,
      "loss": 0.5862,
      "step": 19884
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.200497614653376e-07,
      "loss": 0.5013,
      "step": 19885
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1962470460313543e-07,
      "loss": 0.5227,
      "step": 19886
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.191998583026269e-07,
      "loss": 0.5559,
      "step": 19887
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1877522257314895e-07,
      "loss": 0.5593,
      "step": 19888
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.183507974240342e-07,
      "loss": 0.5306,
      "step": 19889
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1792658286460843e-07,
      "loss": 0.6011,
      "step": 19890
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.175025789041986e-07,
      "loss": 0.5196,
      "step": 19891
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.170787855521241e-07,
      "loss": 0.4276,
      "step": 19892
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1665520281769844e-07,
      "loss": 0.4905,
      "step": 19893
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1623183071022975e-07,
      "loss": 0.4318,
      "step": 19894
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1580866923902397e-07,
      "loss": 0.599,
      "step": 19895
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.153857184133814e-07,
      "loss": 0.5272,
      "step": 19896
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1496297824259903e-07,
      "loss": 0.4709,
      "step": 19897
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.145404487359661e-07,
      "loss": 0.5545,
      "step": 19898
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.141181299027708e-07,
      "loss": 0.5439,
      "step": 19899
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.136960217522934e-07,
      "loss": 0.6133,
      "step": 19900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.132741242938132e-07,
      "loss": 0.5319,
      "step": 19901
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.128524375366028e-07,
      "loss": 0.5315,
      "step": 19902
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.12430961489928e-07,
      "loss": 0.5441,
      "step": 19903
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1200969616305263e-07,
      "loss": 0.5007,
      "step": 19904
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1158864156523704e-07,
      "loss": 0.5408,
      "step": 19905
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.111677977057349e-07,
      "loss": 0.591,
      "step": 19906
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.107471645937955e-07,
      "loss": 0.5715,
      "step": 19907
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1032674223866364e-07,
      "loss": 0.4933,
      "step": 19908
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.099065306495775e-07,
      "loss": 0.5219,
      "step": 19909
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.094865298357764e-07,
      "loss": 0.5824,
      "step": 19910
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.090667398064896e-07,
      "loss": 0.5482,
      "step": 19911
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.086471605709419e-07,
      "loss": 0.5372,
      "step": 19912
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0822779213835815e-07,
      "loss": 0.6006,
      "step": 19913
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0780863451795214e-07,
      "loss": 0.5043,
      "step": 19914
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0738968771893983e-07,
      "loss": 0.5484,
      "step": 19915
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0697095175052604e-07,
      "loss": 0.5943,
      "step": 19916
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0655242662191563e-07,
      "loss": 0.4251,
      "step": 19917
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.061341123423068e-07,
      "loss": 0.5166,
      "step": 19918
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0571600892089113e-07,
      "loss": 0.586,
      "step": 19919
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0529811636686014e-07,
      "loss": 0.4547,
      "step": 19920
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0488043468939863e-07,
      "loss": 0.5636,
      "step": 19921
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.044629638976871e-07,
      "loss": 0.5472,
      "step": 19922
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.040457040008994e-07,
      "loss": 0.6,
      "step": 19923
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.036286550082058e-07,
      "loss": 0.6385,
      "step": 19924
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0321181692877464e-07,
      "loss": 0.4916,
      "step": 19925
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0279518977176634e-07,
      "loss": 0.5646,
      "step": 19926
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.023787735463358e-07,
      "loss": 0.5454,
      "step": 19927
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0196256826163903e-07,
      "loss": 0.4834,
      "step": 19928
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0154657392681985e-07,
      "loss": 0.5154,
      "step": 19929
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.011307905510231e-07,
      "loss": 0.5936,
      "step": 19930
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.007152181433871e-07,
      "loss": 0.553,
      "step": 19931
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0029985671304563e-07,
      "loss": 0.49,
      "step": 19932
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.998847062691247e-07,
      "loss": 0.4727,
      "step": 19933
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9946976682075255e-07,
      "loss": 0.5846,
      "step": 19934
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9905503837704753e-07,
      "loss": 0.5024,
      "step": 19935
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9864052094712557e-07,
      "loss": 0.5377,
      "step": 19936
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.98226214540095e-07,
      "loss": 0.6143,
      "step": 19937
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.97812119165063e-07,
      "loss": 0.5924,
      "step": 19938
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9739823483113117e-07,
      "loss": 0.5515,
      "step": 19939
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.969845615473944e-07,
      "loss": 0.4781,
      "step": 19940
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9657109932294547e-07,
      "loss": 0.5567,
      "step": 19941
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9615784816687375e-07,
      "loss": 0.5903,
      "step": 19942
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9574480808825754e-07,
      "loss": 0.5214,
      "step": 19943
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.953319790961785e-07,
      "loss": 0.5296,
      "step": 19944
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.949193611997082e-07,
      "loss": 0.5536,
      "step": 19945
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.945069544079161e-07,
      "loss": 0.4887,
      "step": 19946
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.940947587298671e-07,
      "loss": 0.522,
      "step": 19947
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.936827741746163e-07,
      "loss": 0.4136,
      "step": 19948
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9327100075122304e-07,
      "loss": 0.508,
      "step": 19949
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9285943846873677e-07,
      "loss": 0.5634,
      "step": 19950
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9244808733620246e-07,
      "loss": 0.5602,
      "step": 19951
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9203694736266065e-07,
      "loss": 0.5388,
      "step": 19952
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.916260185571463e-07,
      "loss": 0.5493,
      "step": 19953
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.912153009286934e-07,
      "loss": 0.5646,
      "step": 19954
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9080479448632694e-07,
      "loss": 0.5588,
      "step": 19955
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.903944992390707e-07,
      "loss": 0.521,
      "step": 19956
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.89984415195942e-07,
      "loss": 0.5457,
      "step": 19957
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.895745423659525e-07,
      "loss": 0.5889,
      "step": 19958
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8916488075811274e-07,
      "loss": 0.5599,
      "step": 19959
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.887554303814256e-07,
      "loss": 0.5587,
      "step": 19960
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8834619124488935e-07,
      "loss": 0.5781,
      "step": 19961
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.879371633574991e-07,
      "loss": 0.4961,
      "step": 19962
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8752834672824315e-07,
      "loss": 0.4777,
      "step": 19963
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.871197413661099e-07,
      "loss": 0.6449,
      "step": 19964
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8671134728007765e-07,
      "loss": 0.5346,
      "step": 19965
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8630316447912265e-07,
      "loss": 0.5553,
      "step": 19966
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.858951929722143e-07,
      "loss": 0.6238,
      "step": 19967
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8548743276832336e-07,
      "loss": 0.507,
      "step": 19968
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8507988387640805e-07,
      "loss": 0.3653,
      "step": 19969
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8467254630542683e-07,
      "loss": 0.5531,
      "step": 19970
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8426542006433363e-07,
      "loss": 0.617,
      "step": 19971
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.838585051620736e-07,
      "loss": 0.5,
      "step": 19972
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8345180160759275e-07,
      "loss": 0.5365,
      "step": 19973
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8304530940982965e-07,
      "loss": 0.4171,
      "step": 19974
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.826390285777171e-07,
      "loss": 0.5373,
      "step": 19975
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8223295912018343e-07,
      "loss": 0.4729,
      "step": 19976
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8182710104615603e-07,
      "loss": 0.5858,
      "step": 19977
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8142145436455336e-07,
      "loss": 0.4741,
      "step": 19978
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8101601908429266e-07,
      "loss": 0.534,
      "step": 19979
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8061079521428233e-07,
      "loss": 0.578,
      "step": 19980
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.802057827634309e-07,
      "loss": 0.4893,
      "step": 19981
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7980098174063784e-07,
      "loss": 0.6607,
      "step": 19982
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7939639215480163e-07,
      "loss": 0.4878,
      "step": 19983
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.789920140148129e-07,
      "loss": 0.5144,
      "step": 19984
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7858784732956234e-07,
      "loss": 0.5082,
      "step": 19985
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.781838921079295e-07,
      "loss": 0.4985,
      "step": 19986
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.777801483587928e-07,
      "loss": 0.5203,
      "step": 19987
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.773766160910297e-07,
      "loss": 0.5446,
      "step": 19988
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.769732953135052e-07,
      "loss": 0.5741,
      "step": 19989
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.7657018603508567e-07,
      "loss": 0.5615,
      "step": 19990
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7616728826462947e-07,
      "loss": 0.6092,
      "step": 19991
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.757646020109917e-07,
      "loss": 0.5314,
      "step": 19992
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7536212728302434e-07,
      "loss": 0.5793,
      "step": 19993
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.749598640895735e-07,
      "loss": 0.5549,
      "step": 19994
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7455781243947774e-07,
      "loss": 0.5815,
      "step": 19995
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.741559723415744e-07,
      "loss": 0.4759,
      "step": 19996
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7375434380469755e-07,
      "loss": 0.588,
      "step": 19997
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7335292683767235e-07,
      "loss": 0.4998,
      "step": 19998
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7295172144931944e-07,
      "loss": 0.4128,
      "step": 19999
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7255072764846076e-07,
      "loss": 0.4635,
      "step": 20000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.721499454439059e-07,
      "loss": 0.5319,
      "step": 20001
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7174937484446674e-07,
      "loss": 0.5902,
      "step": 20002
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.713490158589461e-07,
      "loss": 0.571,
      "step": 20003
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7094886849614155e-07,
      "loss": 0.5655,
      "step": 20004
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.705489327648482e-07,
      "loss": 0.5643,
      "step": 20005
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7014920867385786e-07,
      "loss": 0.5402,
      "step": 20006
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6974969623195356e-07,
      "loss": 0.5413,
      "step": 20007
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.693503954479183e-07,
      "loss": 0.4398,
      "step": 20008
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6895130633052724e-07,
      "loss": 0.6008,
      "step": 20009
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6855242888855114e-07,
      "loss": 0.5555,
      "step": 20010
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.681537631307552e-07,
      "loss": 0.582,
      "step": 20011
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.677553090659047e-07,
      "loss": 0.5732,
      "step": 20012
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.673570667027537e-07,
      "loss": 0.4798,
      "step": 20013
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.669590360500586e-07,
      "loss": 0.4813,
      "step": 20014
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6656121711656554e-07,
      "loss": 0.5495,
      "step": 20015
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.661636099110177e-07,
      "loss": 0.5445,
      "step": 20016
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6576621444215475e-07,
      "loss": 0.487,
      "step": 20017
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6536903071870965e-07,
      "loss": 0.5218,
      "step": 20018
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.649720587494132e-07,
      "loss": 0.5835,
      "step": 20019
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6457529854298845e-07,
      "loss": 0.5517,
      "step": 20020
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.641787501081562e-07,
      "loss": 0.5883,
      "step": 20021
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6378241345363496e-07,
      "loss": 0.5871,
      "step": 20022
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.633862885881312e-07,
      "loss": 0.6387,
      "step": 20023
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6299037552035455e-07,
      "loss": 0.4702,
      "step": 20024
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6259467425900254e-07,
      "loss": 0.5569,
      "step": 20025
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6219918481277703e-07,
      "loss": 0.577,
      "step": 20026
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6180390719036675e-07,
      "loss": 0.5581,
      "step": 20027
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6140884140046017e-07,
      "loss": 0.5539,
      "step": 20028
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6101398745174044e-07,
      "loss": 0.4308,
      "step": 20029
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.60619345352885e-07,
      "loss": 0.5117,
      "step": 20030
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6022491511256916e-07,
      "loss": 0.6097,
      "step": 20031
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5983069673946156e-07,
      "loss": 0.507,
      "step": 20032
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.594366902422253e-07,
      "loss": 0.5582,
      "step": 20033
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5904289562952e-07,
      "loss": 0.5235,
      "step": 20034
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5864931291000105e-07,
      "loss": 0.4441,
      "step": 20035
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.582559420923204e-07,
      "loss": 0.581,
      "step": 20036
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5786278318512115e-07,
      "loss": 0.5456,
      "step": 20037
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5746983619704636e-07,
      "loss": 0.5911,
      "step": 20038
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5707710113673244e-07,
      "loss": 0.4711,
      "step": 20039
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.566845780128081e-07,
      "loss": 0.5384,
      "step": 20040
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5629226683390307e-07,
      "loss": 0.4854,
      "step": 20041
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.559001676086382e-07,
      "loss": 0.4029,
      "step": 20042
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5550828034563443e-07,
      "loss": 0.4858,
      "step": 20043
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5511660505350155e-07,
      "loss": 0.543,
      "step": 20044
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5472514174084816e-07,
      "loss": 0.5689,
      "step": 20045
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5433389041627964e-07,
      "loss": 0.5289,
      "step": 20046
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5394285108839464e-07,
      "loss": 0.4007,
      "step": 20047
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5355202376578636e-07,
      "loss": 0.525,
      "step": 20048
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5316140845704563e-07,
      "loss": 0.5264,
      "step": 20049
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.527710051707567e-07,
      "loss": 0.5875,
      "step": 20050
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.523808139155016e-07,
      "loss": 0.5702,
      "step": 20051
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5199083469985576e-07,
      "loss": 0.5251,
      "step": 20052
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5160106753238885e-07,
      "loss": 0.4919,
      "step": 20053
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5121151242166863e-07,
      "loss": 0.6154,
      "step": 20054
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.50822169376257e-07,
      "loss": 0.4454,
      "step": 20055
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.504330384047083e-07,
      "loss": 0.6129,
      "step": 20056
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5004411951558016e-07,
      "loss": 0.5036,
      "step": 20057
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4965541271741674e-07,
      "loss": 0.6239,
      "step": 20058
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4926691801876135e-07,
      "loss": 0.5786,
      "step": 20059
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4887863542815484e-07,
      "loss": 0.6319,
      "step": 20060
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4849056495412925e-07,
      "loss": 0.4465,
      "step": 20061
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.481027066052134e-07,
      "loss": 0.58,
      "step": 20062
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4771506038993153e-07,
      "loss": 0.5508,
      "step": 20063
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.473276263168046e-07,
      "loss": 0.5074,
      "step": 20064
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4694040439434804e-07,
      "loss": 0.513,
      "step": 20065
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4655339463107286e-07,
      "loss": 0.5527,
      "step": 20066
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.461665970354833e-07,
      "loss": 0.4732,
      "step": 20067
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.457800116160814e-07,
      "loss": 0.6037,
      "step": 20068
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4539363838136273e-07,
      "loss": 0.5566,
      "step": 20069
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.450074773398204e-07,
      "loss": 0.5648,
      "step": 20070
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4462152849994104e-07,
      "loss": 0.4783,
      "step": 20071
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.442357918702077e-07,
      "loss": 0.5431,
      "step": 20072
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.438502674590982e-07,
      "loss": 0.4607,
      "step": 20073
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.434649552750846e-07,
      "loss": 0.5479,
      "step": 20074
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.430798553266368e-07,
      "loss": 0.4958,
      "step": 20075
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.426949676222191e-07,
      "loss": 0.6003,
      "step": 20076
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.423102921702892e-07,
      "loss": 0.5129,
      "step": 20077
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.419258289793026e-07,
      "loss": 0.5407,
      "step": 20078
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4154157805770807e-07,
      "loss": 0.5594,
      "step": 20079
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4115753941395213e-07,
      "loss": 0.4734,
      "step": 20080
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.407737130564759e-07,
      "loss": 0.5349,
      "step": 20081
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.403900989937148e-07,
      "loss": 0.5118,
      "step": 20082
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4000669723409764e-07,
      "loss": 0.5014,
      "step": 20083
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3962350778605434e-07,
      "loss": 0.5329,
      "step": 20084
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3924053065800376e-07,
      "loss": 0.4268,
      "step": 20085
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3885776585836693e-07,
      "loss": 0.563,
      "step": 20086
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.384752133955538e-07,
      "loss": 0.5383,
      "step": 20087
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3809287327797093e-07,
      "loss": 0.5468,
      "step": 20088
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3771074551402605e-07,
      "loss": 0.643,
      "step": 20089
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.373288301121136e-07,
      "loss": 0.5015,
      "step": 20090
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3694712708063014e-07,
      "loss": 0.6504,
      "step": 20091
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3656563642796234e-07,
      "loss": 0.5218,
      "step": 20092
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.361843581624957e-07,
      "loss": 0.5781,
      "step": 20093
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3580329229261246e-07,
      "loss": 0.556,
      "step": 20094
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.354224388266847e-07,
      "loss": 0.3963,
      "step": 20095
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.350417977730858e-07,
      "loss": 0.4742,
      "step": 20096
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3466136914017897e-07,
      "loss": 0.4663,
      "step": 20097
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.342811529363266e-07,
      "loss": 0.5284,
      "step": 20098
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3390114916988514e-07,
      "loss": 0.5035,
      "step": 20099
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.335213578492058e-07,
      "loss": 0.439,
      "step": 20100
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3314177898263855e-07,
      "loss": 0.5491,
      "step": 20101
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.327624125785234e-07,
      "loss": 0.5328,
      "step": 20102
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3238325864519805e-07,
      "loss": 0.6274,
      "step": 20103
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3200431719099703e-07,
      "loss": 0.5309,
      "step": 20104
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3162558822424805e-07,
      "loss": 0.5176,
      "step": 20105
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.312470717532745e-07,
      "loss": 0.4938,
      "step": 20106
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3086876778639754e-07,
      "loss": 0.4671,
      "step": 20107
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3049067633192935e-07,
      "loss": 0.4709,
      "step": 20108
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3011279739818216e-07,
      "loss": 0.5403,
      "step": 20109
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2973513099346044e-07,
      "loss": 0.553,
      "step": 20110
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2935767712606314e-07,
      "loss": 0.5386,
      "step": 20111
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2898043580428697e-07,
      "loss": 0.448,
      "step": 20112
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2860340703642415e-07,
      "loss": 0.5223,
      "step": 20113
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2822659083075804e-07,
      "loss": 0.4216,
      "step": 20114
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.278499871955754e-07,
      "loss": 0.5714,
      "step": 20115
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2747359613915065e-07,
      "loss": 0.574,
      "step": 20116
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.270974176697539e-07,
      "loss": 0.5167,
      "step": 20117
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.267214517956585e-07,
      "loss": 0.5438,
      "step": 20118
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2634569852512344e-07,
      "loss": 0.6416,
      "step": 20119
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.259701578664076e-07,
      "loss": 0.5987,
      "step": 20120
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.255948298277656e-07,
      "loss": 0.4982,
      "step": 20121
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.252197144174463e-07,
      "loss": 0.5032,
      "step": 20122
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.248448116436953e-07,
      "loss": 0.3571,
      "step": 20123
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2447012151475056e-07,
      "loss": 0.5189,
      "step": 20124
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2409564403884877e-07,
      "loss": 0.5468,
      "step": 20125
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2372137922421996e-07,
      "loss": 0.5259,
      "step": 20126
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2334732707908766e-07,
      "loss": 0.5272,
      "step": 20127
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2297348761167636e-07,
      "loss": 0.3525,
      "step": 20128
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2259986083019945e-07,
      "loss": 0.5948,
      "step": 20129
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.222264467428704e-07,
      "loss": 0.5675,
      "step": 20130
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.21853245357896e-07,
      "loss": 0.4591,
      "step": 20131
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.214802566834796e-07,
      "loss": 0.6288,
      "step": 20132
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2110748072781805e-07,
      "loss": 0.5629,
      "step": 20133
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2073491749910367e-07,
      "loss": 0.5757,
      "step": 20134
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.203625670055255e-07,
      "loss": 0.5699,
      "step": 20135
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.199904292552658e-07,
      "loss": 0.5735,
      "step": 20136
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1961850425650696e-07,
      "loss": 0.5864,
      "step": 20137
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1924679201742025e-07,
      "loss": 0.4043,
      "step": 20138
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.188752925461769e-07,
      "loss": 0.5145,
      "step": 20139
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1850400585094144e-07,
      "loss": 0.5098,
      "step": 20140
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1813293193987294e-07,
      "loss": 0.5116,
      "step": 20141
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.177620708211293e-07,
      "loss": 0.5807,
      "step": 20142
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1739142250285957e-07,
      "loss": 0.6142,
      "step": 20143
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.170209869932117e-07,
      "loss": 0.4921,
      "step": 20144
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1665076430032584e-07,
      "loss": 0.6033,
      "step": 20145
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1628075443233875e-07,
      "loss": 0.4113,
      "step": 20146
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.15910957397384e-07,
      "loss": 0.4554,
      "step": 20147
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.155413732035884e-07,
      "loss": 0.5872,
      "step": 20148
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1517200185907536e-07,
      "loss": 0.5212,
      "step": 20149
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.148028433719619e-07,
      "loss": 0.5141,
      "step": 20150
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.144338977503614e-07,
      "loss": 0.5521,
      "step": 20151
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1406516500238513e-07,
      "loss": 0.555,
      "step": 20152
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1369664513613563e-07,
      "loss": 0.4599,
      "step": 20153
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1332833815971184e-07,
      "loss": 0.4869,
      "step": 20154
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.129602440812107e-07,
      "loss": 0.4938,
      "step": 20155
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.125923629087191e-07,
      "loss": 0.5586,
      "step": 20156
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.122246946503238e-07,
      "loss": 0.5598,
      "step": 20157
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1185723931410727e-07,
      "loss": 0.5619,
      "step": 20158
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.114899969081453e-07,
      "loss": 0.6061,
      "step": 20159
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1112296744050585e-07,
      "loss": 0.4942,
      "step": 20160
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1075615091926026e-07,
      "loss": 0.5181,
      "step": 20161
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1038954735246874e-07,
      "loss": 0.5552,
      "step": 20162
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1002315674818704e-07,
      "loss": 0.4996,
      "step": 20163
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.096569791144699e-07,
      "loss": 0.5643,
      "step": 20164
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.09291014459363e-07,
      "loss": 0.5463,
      "step": 20165
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.089252627909134e-07,
      "loss": 0.5143,
      "step": 20166
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0855972411715785e-07,
      "loss": 0.4544,
      "step": 20167
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0819439844612995e-07,
      "loss": 0.5171,
      "step": 20168
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0782928578585893e-07,
      "loss": 0.5645,
      "step": 20169
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0746438614436936e-07,
      "loss": 0.5919,
      "step": 20170
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0709969952968153e-07,
      "loss": 0.4537,
      "step": 20171
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0673522594981023e-07,
      "loss": 0.5575,
      "step": 20172
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.063709654127667e-07,
      "loss": 0.4542,
      "step": 20173
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.060069179265579e-07,
      "loss": 0.573,
      "step": 20174
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.056430834991819e-07,
      "loss": 0.5641,
      "step": 20175
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.052794621386379e-07,
      "loss": 0.5983,
      "step": 20176
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.049160538529161e-07,
      "loss": 0.5723,
      "step": 20177
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0455285865000573e-07,
      "loss": 0.5691,
      "step": 20178
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.041898765378859e-07,
      "loss": 0.6078,
      "step": 20179
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0382710752453693e-07,
      "loss": 0.4984,
      "step": 20180
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.034645516179313e-07,
      "loss": 0.4919,
      "step": 20181
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0310220882603825e-07,
      "loss": 0.5225,
      "step": 20182
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0274007915682137e-07,
      "loss": 0.4801,
      "step": 20183
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.023781626182387e-07,
      "loss": 0.4639,
      "step": 20184
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.020164592182429e-07,
      "loss": 0.5764,
      "step": 20185
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.016549689647874e-07,
      "loss": 0.4919,
      "step": 20186
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.012936918658149e-07,
      "loss": 0.4374,
      "step": 20187
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.009326279292668e-07,
      "loss": 0.6122,
      "step": 20188
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0057177716307786e-07,
      "loss": 0.545,
      "step": 20189
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0021113957518054e-07,
      "loss": 0.4816,
      "step": 20190
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9985071517349863e-07,
      "loss": 0.5678,
      "step": 20191
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.994905039659557e-07,
      "loss": 0.5713,
      "step": 20192
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.991305059604677e-07,
      "loss": 0.4775,
      "step": 20193
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.98770721164946e-07,
      "loss": 0.4672,
      "step": 20194
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.98411149587301e-07,
      "loss": 0.4883,
      "step": 20195
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9805179123543306e-07,
      "loss": 0.5287,
      "step": 20196
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9769264611724135e-07,
      "loss": 0.542,
      "step": 20197
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.973337142406185e-07,
      "loss": 0.4804,
      "step": 20198
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9697499561345266e-07,
      "loss": 0.4173,
      "step": 20199
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.966164902436308e-07,
      "loss": 0.4369,
      "step": 20200
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9625819813902776e-07,
      "loss": 0.5314,
      "step": 20201
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9590011930752394e-07,
      "loss": 0.4499,
      "step": 20202
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.955422537569852e-07,
      "loss": 0.5269,
      "step": 20203
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.951846014952775e-07,
      "loss": 0.4151,
      "step": 20204
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9482716253026235e-07,
      "loss": 0.6498,
      "step": 20205
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9446993686979563e-07,
      "loss": 0.5418,
      "step": 20206
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9411292452172666e-07,
      "loss": 0.5969,
      "step": 20207
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9375612549390584e-07,
      "loss": 0.5703,
      "step": 20208
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9339953979417136e-07,
      "loss": 0.564,
      "step": 20209
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9304316743036244e-07,
      "loss": 0.579,
      "step": 20210
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.926870084103117e-07,
      "loss": 0.4538,
      "step": 20211
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.923310627418463e-07,
      "loss": 0.5432,
      "step": 20212
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.919753304327899e-07,
      "loss": 0.6166,
      "step": 20213
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.916198114909585e-07,
      "loss": 0.5202,
      "step": 20214
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.912645059241681e-07,
      "loss": 0.5679,
      "step": 20215
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9090941374022796e-07,
      "loss": 0.5028,
      "step": 20216
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9055453494694297e-07,
      "loss": 0.5537,
      "step": 20217
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.901998695521102e-07,
      "loss": 0.5941,
      "step": 20218
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.898454175635279e-07,
      "loss": 0.6122,
      "step": 20219
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8949117898898425e-07,
      "loss": 0.5362,
      "step": 20220
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.891371538362653e-07,
      "loss": 0.5764,
      "step": 20221
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.887833421131503e-07,
      "loss": 0.5693,
      "step": 20222
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8842974382741753e-07,
      "loss": 0.4725,
      "step": 20223
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.880763589868396e-07,
      "loss": 0.4667,
      "step": 20224
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.877231875991826e-07,
      "loss": 0.4562,
      "step": 20225
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.87370229672207e-07,
      "loss": 0.523,
      "step": 20226
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.870174852136709e-07,
      "loss": 0.519,
      "step": 20227
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.866649542313271e-07,
      "loss": 0.5584,
      "step": 20228
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8631263673292496e-07,
      "loss": 0.5988,
      "step": 20229
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8596053272620605e-07,
      "loss": 0.5024,
      "step": 20230
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.856086422189108e-07,
      "loss": 0.563,
      "step": 20231
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.85256965218772e-07,
      "loss": 0.628,
      "step": 20232
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8490550173351895e-07,
      "loss": 0.5694,
      "step": 20233
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.845542517708777e-07,
      "loss": 0.5913,
      "step": 20234
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8420321533856657e-07,
      "loss": 0.4918,
      "step": 20235
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.838523924443004e-07,
      "loss": 0.5471,
      "step": 20236
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8350178309579204e-07,
      "loss": 0.5769,
      "step": 20237
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.831513873007452e-07,
      "loss": 0.6141,
      "step": 20238
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.828012050668627e-07,
      "loss": 0.5676,
      "step": 20239
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8245123640183945e-07,
      "loss": 0.4183,
      "step": 20240
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8210148131336825e-07,
      "loss": 0.5648,
      "step": 20241
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.817519398091351e-07,
      "loss": 0.5209,
      "step": 20242
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8140261189682383e-07,
      "loss": 0.5646,
      "step": 20243
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.810534975841095e-07,
      "loss": 0.5798,
      "step": 20244
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.807045968786692e-07,
      "loss": 0.4901,
      "step": 20245
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8035590978816806e-07,
      "loss": 0.5192,
      "step": 20246
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.800074363202698e-07,
      "loss": 0.4661,
      "step": 20247
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.796591764826362e-07,
      "loss": 0.5811,
      "step": 20248
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.793111302829188e-07,
      "loss": 0.4754,
      "step": 20249
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.789632977287671e-07,
      "loss": 0.4938,
      "step": 20250
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7861567882782603e-07,
      "loss": 0.4483,
      "step": 20251
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.782682735877362e-07,
      "loss": 0.552,
      "step": 20252
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7792108201613375e-07,
      "loss": 0.5777,
      "step": 20253
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.775741041206481e-07,
      "loss": 0.5509,
      "step": 20254
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7722733990890646e-07,
      "loss": 0.5659,
      "step": 20255
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.768807893885306e-07,
      "loss": 0.4678,
      "step": 20256
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.765344525671343e-07,
      "loss": 0.5214,
      "step": 20257
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7618832945233043e-07,
      "loss": 0.5318,
      "step": 20258
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.758424200517296e-07,
      "loss": 0.5654,
      "step": 20259
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7549672437293116e-07,
      "loss": 0.4636,
      "step": 20260
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7515124242353366e-07,
      "loss": 0.4595,
      "step": 20261
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7480597421112976e-07,
      "loss": 0.5779,
      "step": 20262
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7446091974330903e-07,
      "loss": 0.6109,
      "step": 20263
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7411607902765424e-07,
      "loss": 0.4936,
      "step": 20264
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7377145207174493e-07,
      "loss": 0.6269,
      "step": 20265
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7342703888315613e-07,
      "loss": 0.5976,
      "step": 20266
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7308283946945513e-07,
      "loss": 0.6236,
      "step": 20267
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.727388538382103e-07,
      "loss": 0.5517,
      "step": 20268
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7239508199698004e-07,
      "loss": 0.4346,
      "step": 20269
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7205152395331946e-07,
      "loss": 0.5624,
      "step": 20270
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7170817971477913e-07,
      "loss": 0.3688,
      "step": 20271
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.713650492889075e-07,
      "loss": 0.6185,
      "step": 20272
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7102213268324293e-07,
      "loss": 0.586,
      "step": 20273
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7067942990532505e-07,
      "loss": 0.5249,
      "step": 20274
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.703369409626855e-07,
      "loss": 0.5902,
      "step": 20275
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.699946658628494e-07,
      "loss": 0.6284,
      "step": 20276
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6965260461334186e-07,
      "loss": 0.627,
      "step": 20277
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.693107572216802e-07,
      "loss": 0.5647,
      "step": 20278
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.689691236953773e-07,
      "loss": 0.5751,
      "step": 20279
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.686277040419416e-07,
      "loss": 0.5599,
      "step": 20280
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.68286498268876e-07,
      "loss": 0.6649,
      "step": 20281
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.679455063836822e-07,
      "loss": 0.4926,
      "step": 20282
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.676047283938543e-07,
      "loss": 0.5571,
      "step": 20283
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.672641643068796e-07,
      "loss": 0.5102,
      "step": 20284
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.669238141302455e-07,
      "loss": 0.4774,
      "step": 20285
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6658367787143146e-07,
      "loss": 0.5255,
      "step": 20286
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.662437555379116e-07,
      "loss": 0.5315,
      "step": 20287
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.65904047137161e-07,
      "loss": 0.4283,
      "step": 20288
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.655645526766426e-07,
      "loss": 0.5528,
      "step": 20289
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6522527216381824e-07,
      "loss": 0.5863,
      "step": 20290
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.648862056061452e-07,
      "loss": 0.6238,
      "step": 20291
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.645473530110776e-07,
      "loss": 0.382,
      "step": 20292
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6420871438605946e-07,
      "loss": 0.6383,
      "step": 20293
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.638702897385348e-07,
      "loss": 0.6211,
      "step": 20294
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6353207907594323e-07,
      "loss": 0.5332,
      "step": 20295
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6319408240571555e-07,
      "loss": 0.4444,
      "step": 20296
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.628562997352835e-07,
      "loss": 0.5712,
      "step": 20297
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6251873107206784e-07,
      "loss": 0.5269,
      "step": 20298
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6218137642349037e-07,
      "loss": 0.5664,
      "step": 20299
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6184423579696306e-07,
      "loss": 0.5366,
      "step": 20300
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6150730919989765e-07,
      "loss": 0.5661,
      "step": 20301
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6117059663969823e-07,
      "loss": 0.5304,
      "step": 20302
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.608340981237667e-07,
      "loss": 0.5252,
      "step": 20303
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.604978136594982e-07,
      "loss": 0.5106,
      "step": 20304
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6016174325428135e-07,
      "loss": 0.4819,
      "step": 20305
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.598258869155068e-07,
      "loss": 0.5276,
      "step": 20306
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5949024465055205e-07,
      "loss": 0.418,
      "step": 20307
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.591548164667956e-07,
      "loss": 0.4884,
      "step": 20308
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5881960237161164e-07,
      "loss": 0.4793,
      "step": 20309
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.584846023723631e-07,
      "loss": 0.5519,
      "step": 20310
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5814981647641737e-07,
      "loss": 0.4791,
      "step": 20311
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5781524469113084e-07,
      "loss": 0.5526,
      "step": 20312
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5748088702385657e-07,
      "loss": 0.5712,
      "step": 20313
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.571467434819419e-07,
      "loss": 0.5402,
      "step": 20314
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5681281407273215e-07,
      "loss": 0.5544,
      "step": 20315
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.56479098803567e-07,
      "loss": 0.5539,
      "step": 20316
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5614559768178173e-07,
      "loss": 0.4667,
      "step": 20317
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.558123107147037e-07,
      "loss": 0.5253,
      "step": 20318
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5547923790966044e-07,
      "loss": 0.5303,
      "step": 20319
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5514637927396947e-07,
      "loss": 0.5257,
      "step": 20320
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5481373481495045e-07,
      "loss": 0.4948,
      "step": 20321
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.544813045399108e-07,
      "loss": 0.5129,
      "step": 20322
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5414908845615817e-07,
      "loss": 0.4917,
      "step": 20323
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5381708657099544e-07,
      "loss": 0.5241,
      "step": 20324
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.534852988917169e-07,
      "loss": 0.5466,
      "step": 20325
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5315372542561667e-07,
      "loss": 0.5382,
      "step": 20326
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5282236617998224e-07,
      "loss": 0.5461,
      "step": 20327
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5249122116209557e-07,
      "loss": 0.5481,
      "step": 20328
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5216029037923417e-07,
      "loss": 0.5376,
      "step": 20329
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5182957383867335e-07,
      "loss": 0.4925,
      "step": 20330
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.514990715476784e-07,
      "loss": 0.519,
      "step": 20331
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5116878351351793e-07,
      "loss": 0.5759,
      "step": 20332
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5083870974344724e-07,
      "loss": 0.5774,
      "step": 20333
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5050885024472174e-07,
      "loss": 0.591,
      "step": 20334
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5017920502459324e-07,
      "loss": 0.5136,
      "step": 20335
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.498497740903039e-07,
      "loss": 0.5753,
      "step": 20336
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4952055744909553e-07,
      "loss": 0.4835,
      "step": 20337
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.491915551082047e-07,
      "loss": 0.5887,
      "step": 20338
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4886276707486003e-07,
      "loss": 0.653,
      "step": 20339
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4853419335629126e-07,
      "loss": 0.4301,
      "step": 20340
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4820583395971596e-07,
      "loss": 0.6663,
      "step": 20341
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4787768889235397e-07,
      "loss": 0.5819,
      "step": 20342
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4754975816141614e-07,
      "loss": 0.5393,
      "step": 20343
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.472220417741089e-07,
      "loss": 0.5617,
      "step": 20344
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4689453973763653e-07,
      "loss": 0.5354,
      "step": 20345
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4656725205919665e-07,
      "loss": 0.4882,
      "step": 20346
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4624017874598337e-07,
      "loss": 0.5376,
      "step": 20347
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.459133198051833e-07,
      "loss": 0.4258,
      "step": 20348
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.455866752439806e-07,
      "loss": 0.4899,
      "step": 20349
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.452602450695563e-07,
      "loss": 0.57,
      "step": 20350
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.449340292890834e-07,
      "loss": 0.5535,
      "step": 20351
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.446080279097307e-07,
      "loss": 0.5912,
      "step": 20352
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.442822409386658e-07,
      "loss": 0.5292,
      "step": 20353
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.439566683830463e-07,
      "loss": 0.4931,
      "step": 20354
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4363131025002984e-07,
      "loss": 0.4622,
      "step": 20355
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.433061665467662e-07,
      "loss": 0.59,
      "step": 20356
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.429812372804019e-07,
      "loss": 0.5174,
      "step": 20357
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.426565224580768e-07,
      "loss": 0.5878,
      "step": 20358
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.423320220869296e-07,
      "loss": 0.6396,
      "step": 20359
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4200773617409357e-07,
      "loss": 0.5694,
      "step": 20360
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.416836647266929e-07,
      "loss": 0.64,
      "step": 20361
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.41359807751852e-07,
      "loss": 0.4968,
      "step": 20362
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4103616525668725e-07,
      "loss": 0.5666,
      "step": 20363
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4071273724831313e-07,
      "loss": 0.5699,
      "step": 20364
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.403895237338383e-07,
      "loss": 0.4849,
      "step": 20365
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4006652472036594e-07,
      "loss": 0.5448,
      "step": 20366
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.397437402149949e-07,
      "loss": 0.4546,
      "step": 20367
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.394211702248184e-07,
      "loss": 0.6037,
      "step": 20368
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3909881475692844e-07,
      "loss": 0.4624,
      "step": 20369
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.387766738184094e-07,
      "loss": 0.5975,
      "step": 20370
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3845474741634013e-07,
      "loss": 0.5863,
      "step": 20371
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.38133035557796e-07,
      "loss": 0.5013,
      "step": 20372
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3781153824984804e-07,
      "loss": 0.4539,
      "step": 20373
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3749025549956284e-07,
      "loss": 0.491,
      "step": 20374
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.371691873140025e-07,
      "loss": 0.5203,
      "step": 20375
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3684833370022254e-07,
      "loss": 0.6195,
      "step": 20376
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3652769466527504e-07,
      "loss": 0.5484,
      "step": 20377
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.362072702162055e-07,
      "loss": 0.5327,
      "step": 20378
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3588706036005937e-07,
      "loss": 0.5483,
      "step": 20379
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3556706510387218e-07,
      "loss": 0.5535,
      "step": 20380
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3524728445467716e-07,
      "loss": 0.5905,
      "step": 20381
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3492771841950202e-07,
      "loss": 0.6376,
      "step": 20382
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3460836700537338e-07,
      "loss": 0.4836,
      "step": 20383
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.342892302193067e-07,
      "loss": 0.5325,
      "step": 20384
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3397030806831866e-07,
      "loss": 0.4862,
      "step": 20385
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3365160055941694e-07,
      "loss": 0.4845,
      "step": 20386
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3333310769960594e-07,
      "loss": 0.4907,
      "step": 20387
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.330148294958856e-07,
      "loss": 0.5432,
      "step": 20388
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.326967659552537e-07,
      "loss": 0.4765,
      "step": 20389
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3237891708469907e-07,
      "loss": 0.5044,
      "step": 20390
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3206128289120722e-07,
      "loss": 0.5217,
      "step": 20391
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3174386338175925e-07,
      "loss": 0.4608,
      "step": 20392
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3142665856333178e-07,
      "loss": 0.6097,
      "step": 20393
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3110966844289706e-07,
      "loss": 0.4363,
      "step": 20394
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3079289302742058e-07,
      "loss": 0.573,
      "step": 20395
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.304763323238668e-07,
      "loss": 0.4724,
      "step": 20396
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3015998633919013e-07,
      "loss": 0.5238,
      "step": 20397
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.298438550803461e-07,
      "loss": 0.649,
      "step": 20398
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2952793855428256e-07,
      "loss": 0.4538,
      "step": 20399
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.292122367679428e-07,
      "loss": 0.4414,
      "step": 20400
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2889674972826347e-07,
      "loss": 0.409,
      "step": 20401
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2858147744217905e-07,
      "loss": 0.4465,
      "step": 20402
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.282664199166196e-07,
      "loss": 0.4877,
      "step": 20403
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2795157715851057e-07,
      "loss": 0.574,
      "step": 20404
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2763694917477097e-07,
      "loss": 0.5511,
      "step": 20405
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2732253597231525e-07,
      "loss": 0.4806,
      "step": 20406
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.270083375580534e-07,
      "loss": 0.5029,
      "step": 20407
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2669435393889218e-07,
      "loss": 0.5223,
      "step": 20408
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2638058512173044e-07,
      "loss": 0.5631,
      "step": 20409
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2606703111346717e-07,
      "loss": 0.458,
      "step": 20410
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2575369192099127e-07,
      "loss": 0.5718,
      "step": 20411
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.254405675511917e-07,
      "loss": 0.6118,
      "step": 20412
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.251276580109496e-07,
      "loss": 0.5664,
      "step": 20413
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.248149633071417e-07,
      "loss": 0.5164,
      "step": 20414
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2450248344664027e-07,
      "loss": 0.6021,
      "step": 20415
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2419021843631318e-07,
      "loss": 0.4833,
      "step": 20416
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2387816828302377e-07,
      "loss": 0.4922,
      "step": 20417
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2356633299363216e-07,
      "loss": 0.5505,
      "step": 20418
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2325471257498953e-07,
      "loss": 0.5285,
      "step": 20419
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2294330703394706e-07,
      "loss": 0.53,
      "step": 20420
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2263211637734484e-07,
      "loss": 0.458,
      "step": 20421
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2232114061202736e-07,
      "loss": 0.5592,
      "step": 20422
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2201037974482697e-07,
      "loss": 0.5652,
      "step": 20423
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2169983378257264e-07,
      "loss": 0.5845,
      "step": 20424
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2138950273209226e-07,
      "loss": 0.4508,
      "step": 20425
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2107938660020478e-07,
      "loss": 0.4943,
      "step": 20426
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.20769485393727e-07,
      "loss": 0.6136,
      "step": 20427
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.20459799119469e-07,
      "loss": 0.4959,
      "step": 20428
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2015032778423762e-07,
      "loss": 0.4613,
      "step": 20429
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1984107139483401e-07,
      "loss": 0.5999,
      "step": 20430
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.195320299580561e-07,
      "loss": 0.5373,
      "step": 20431
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1922320348069625e-07,
      "loss": 0.5174,
      "step": 20432
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1891459196954123e-07,
      "loss": 0.6399,
      "step": 20433
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1860619543137452e-07,
      "loss": 0.6292,
      "step": 20434
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.18298013872974e-07,
      "loss": 0.5174,
      "step": 20435
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1799004730111205e-07,
      "loss": 0.588,
      "step": 20436
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.176822957225577e-07,
      "loss": 0.4922,
      "step": 20437
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1737475914407556e-07,
      "loss": 0.5169,
      "step": 20438
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1706743757242465e-07,
      "loss": 0.5312,
      "step": 20439
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1676033101435956e-07,
      "loss": 0.4568,
      "step": 20440
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1645343947662935e-07,
      "loss": 0.5027,
      "step": 20441
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1614676296597969e-07,
      "loss": 0.5727,
      "step": 20442
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.158403014891508e-07,
      "loss": 0.5444,
      "step": 20443
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1553405505287838e-07,
      "loss": 0.47,
      "step": 20444
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.152280236638904e-07,
      "loss": 0.4968,
      "step": 20445
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.14922207328917e-07,
      "loss": 0.4587,
      "step": 20446
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1461660605467727e-07,
      "loss": 0.6346,
      "step": 20447
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1431121984788916e-07,
      "loss": 0.5778,
      "step": 20448
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1400604871526398e-07,
      "loss": 0.5899,
      "step": 20449
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1370109266350857e-07,
      "loss": 0.5317,
      "step": 20450
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1339635169932537e-07,
      "loss": 0.5608,
      "step": 20451
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1309182582941346e-07,
      "loss": 0.4373,
      "step": 20452
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.12787515060463e-07,
      "loss": 0.5262,
      "step": 20453
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1248341939916538e-07,
      "loss": 0.4724,
      "step": 20454
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.121795388522019e-07,
      "loss": 0.4393,
      "step": 20455
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1187587342625382e-07,
      "loss": 0.52,
      "step": 20456
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1157242312799254e-07,
      "loss": 0.5094,
      "step": 20457
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1126918796408935e-07,
      "loss": 0.4859,
      "step": 20458
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1096616794120783e-07,
      "loss": 0.5558,
      "step": 20459
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.106633630660082e-07,
      "loss": 0.5688,
      "step": 20460
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1036077334514405e-07,
      "loss": 0.5179,
      "step": 20461
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.100583987852689e-07,
      "loss": 0.4766,
      "step": 20462
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0975623939302748e-07,
      "loss": 0.5317,
      "step": 20463
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0945429517506e-07,
      "loss": 0.5346,
      "step": 20464
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0915256613800227e-07,
      "loss": 0.6488,
      "step": 20465
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.088510522884868e-07,
      "loss": 0.6726,
      "step": 20466
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0854975363314045e-07,
      "loss": 0.4955,
      "step": 20467
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0824867017858464e-07,
      "loss": 0.5941,
      "step": 20468
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0794780193143626e-07,
      "loss": 0.517,
      "step": 20469
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0764714889831006e-07,
      "loss": 0.4807,
      "step": 20470
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0734671108581296e-07,
      "loss": 0.551,
      "step": 20471
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0704648850054743e-07,
      "loss": 0.5765,
      "step": 20472
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0674648114911156e-07,
      "loss": 0.4464,
      "step": 20473
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0644668903810005e-07,
      "loss": 0.3794,
      "step": 20474
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.06147112174101e-07,
      "loss": 0.6061,
      "step": 20475
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.058477505636991e-07,
      "loss": 0.4975,
      "step": 20476
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0554860421347467e-07,
      "loss": 0.4615,
      "step": 20477
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0524967313000242e-07,
      "loss": 0.5186,
      "step": 20478
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0495095731984938e-07,
      "loss": 0.5298,
      "step": 20479
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0465245678958467e-07,
      "loss": 0.5354,
      "step": 20480
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0435417154576754e-07,
      "loss": 0.5728,
      "step": 20481
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.040561015949527e-07,
      "loss": 0.6479,
      "step": 20482
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0375824694369273e-07,
      "loss": 0.4697,
      "step": 20483
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0346060759853347e-07,
      "loss": 0.5733,
      "step": 20484
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0316318356601638e-07,
      "loss": 0.5769,
      "step": 20485
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0286597485267956e-07,
      "loss": 0.6306,
      "step": 20486
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0256898146505333e-07,
      "loss": 0.5651,
      "step": 20487
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.022722034096658e-07,
      "loss": 0.5711,
      "step": 20488
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0197564069303955e-07,
      "loss": 0.5798,
      "step": 20489
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.016792933216949e-07,
      "loss": 0.583,
      "step": 20490
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0138316130214218e-07,
      "loss": 0.5022,
      "step": 20491
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.010872446408907e-07,
      "loss": 0.4893,
      "step": 20492
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0079154334444296e-07,
      "loss": 0.547,
      "step": 20493
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0049605741930155e-07,
      "loss": 0.5668,
      "step": 20494
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0020078687195798e-07,
      "loss": 0.4608,
      "step": 20495
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.999057317089026e-07,
      "loss": 0.527,
      "step": 20496
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.996108919366202e-07,
      "loss": 0.4651,
      "step": 20497
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9931626756159007e-07,
      "loss": 0.4644,
      "step": 20498
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9902185859028922e-07,
      "loss": 0.5744,
      "step": 20499
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9872766502918805e-07,
      "loss": 0.5339,
      "step": 20500
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.984336868847514e-07,
      "loss": 0.4681,
      "step": 20501
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9813992416344185e-07,
      "loss": 0.5339,
      "step": 20502
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9784637687171316e-07,
      "loss": 0.4265,
      "step": 20503
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.97553045016019e-07,
      "loss": 0.5889,
      "step": 20504
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9725992860280763e-07,
      "loss": 0.5309,
      "step": 20505
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.969670276385194e-07,
      "loss": 0.4813,
      "step": 20506
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9667434212959247e-07,
      "loss": 0.6022,
      "step": 20507
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.963818720824595e-07,
      "loss": 0.4879,
      "step": 20508
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.960896175035476e-07,
      "loss": 0.5484,
      "step": 20509
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9579757839928159e-07,
      "loss": 0.4852,
      "step": 20510
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9550575477607968e-07,
      "loss": 0.538,
      "step": 20511
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9521414664035454e-07,
      "loss": 0.4896,
      "step": 20512
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9492275399851657e-07,
      "loss": 0.6092,
      "step": 20513
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9463157685696953e-07,
      "loss": 0.5077,
      "step": 20514
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.943406152221139e-07,
      "loss": 0.5402,
      "step": 20515
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.940498691003434e-07,
      "loss": 0.507,
      "step": 20516
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.937593384980485e-07,
      "loss": 0.5649,
      "step": 20517
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9346902342161412e-07,
      "loss": 0.5678,
      "step": 20518
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9317892387742176e-07,
      "loss": 0.4819,
      "step": 20519
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9288903987184748e-07,
      "loss": 0.5899,
      "step": 20520
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9259937141126283e-07,
      "loss": 0.5738,
      "step": 20521
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9230991850203272e-07,
      "loss": 0.5552,
      "step": 20522
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9202068115051985e-07,
      "loss": 0.5761,
      "step": 20523
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9173165936308135e-07,
      "loss": 0.4349,
      "step": 20524
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9144285314606882e-07,
      "loss": 0.6091,
      "step": 20525
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9115426250583046e-07,
      "loss": 0.4941,
      "step": 20526
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9086588744870792e-07,
      "loss": 0.5831,
      "step": 20527
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9057772798104056e-07,
      "loss": 0.4708,
      "step": 20528
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9028978410916222e-07,
      "loss": 0.5704,
      "step": 20529
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.900020558393989e-07,
      "loss": 0.5532,
      "step": 20530
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.897145431780767e-07,
      "loss": 0.6323,
      "step": 20531
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8942724613151387e-07,
      "loss": 0.5838,
      "step": 20532
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8914016470602425e-07,
      "loss": 0.5404,
      "step": 20533
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8885329890791836e-07,
      "loss": 0.4944,
      "step": 20534
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8856664874350116e-07,
      "loss": 0.5541,
      "step": 20535
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8828021421907205e-07,
      "loss": 0.4706,
      "step": 20536
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.87993995340926e-07,
      "loss": 0.4279,
      "step": 20537
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.877079921153546e-07,
      "loss": 0.4185,
      "step": 20538
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.874222045486429e-07,
      "loss": 0.5069,
      "step": 20539
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.871366326470736e-07,
      "loss": 0.5279,
      "step": 20540
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.868512764169228e-07,
      "loss": 0.601,
      "step": 20541
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8656613586445993e-07,
      "loss": 0.5064,
      "step": 20542
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.862812109959544e-07,
      "loss": 0.4461,
      "step": 20543
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8599650181766794e-07,
      "loss": 0.5747,
      "step": 20544
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.857120083358577e-07,
      "loss": 0.6333,
      "step": 20545
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.854277305567753e-07,
      "loss": 0.3646,
      "step": 20546
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.851436684866692e-07,
      "loss": 0.5009,
      "step": 20547
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8485982213178432e-07,
      "loss": 0.4481,
      "step": 20548
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8457619149835904e-07,
      "loss": 0.5021,
      "step": 20549
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8429277659262502e-07,
      "loss": 0.5353,
      "step": 20550
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.840095774208117e-07,
      "loss": 0.5228,
      "step": 20551
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8372659398914527e-07,
      "loss": 0.4969,
      "step": 20552
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8344382630384405e-07,
      "loss": 0.598,
      "step": 20553
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8316127437112086e-07,
      "loss": 0.5399,
      "step": 20554
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.828789381971896e-07,
      "loss": 0.6008,
      "step": 20555
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8259681778825312e-07,
      "loss": 0.562,
      "step": 20556
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8231491315051307e-07,
      "loss": 0.4512,
      "step": 20557
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8203322429016457e-07,
      "loss": 0.5442,
      "step": 20558
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8175175121339817e-07,
      "loss": 0.5283,
      "step": 20559
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8147049392640114e-07,
      "loss": 0.5615,
      "step": 20560
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8118945243535524e-07,
      "loss": 0.3912,
      "step": 20561
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.809086267464366e-07,
      "loss": 0.5397,
      "step": 20562
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.806280168658181e-07,
      "loss": 0.4601,
      "step": 20563
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.80347622799667e-07,
      "loss": 0.4622,
      "step": 20564
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8006744455414504e-07,
      "loss": 0.5005,
      "step": 20565
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7978748213540954e-07,
      "loss": 0.5052,
      "step": 20566
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7950773554961664e-07,
      "loss": 0.5429,
      "step": 20567
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7922820480291147e-07,
      "loss": 0.5173,
      "step": 20568
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7894888990144022e-07,
      "loss": 0.6436,
      "step": 20569
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7866979085134017e-07,
      "loss": 0.528,
      "step": 20570
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7839090765874534e-07,
      "loss": 0.5925,
      "step": 20571
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7811224032978635e-07,
      "loss": 0.6166,
      "step": 20572
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7783378887058721e-07,
      "loss": 0.5759,
      "step": 20573
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.775555532872686e-07,
      "loss": 0.4891,
      "step": 20574
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7727753358594336e-07,
      "loss": 0.573,
      "step": 20575
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.769997297727244e-07,
      "loss": 0.5186,
      "step": 20576
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7672214185371683e-07,
      "loss": 0.4989,
      "step": 20577
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7644476983502136e-07,
      "loss": 0.4486,
      "step": 20578
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7616761372273527e-07,
      "loss": 0.4888,
      "step": 20579
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7589067352294708e-07,
      "loss": 0.4753,
      "step": 20580
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7561394924174635e-07,
      "loss": 0.4841,
      "step": 20581
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7533744088521376e-07,
      "loss": 0.5987,
      "step": 20582
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.750611484594267e-07,
      "loss": 0.5448,
      "step": 20583
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7478507197045801e-07,
      "loss": 0.4991,
      "step": 20584
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7450921142437517e-07,
      "loss": 0.4399,
      "step": 20585
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7423356682724103e-07,
      "loss": 0.5064,
      "step": 20586
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.739581381851152e-07,
      "loss": 0.497,
      "step": 20587
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7368292550404842e-07,
      "loss": 0.5694,
      "step": 20588
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7340792879009139e-07,
      "loss": 0.5232,
      "step": 20589
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7313314804928705e-07,
      "loss": 0.4339,
      "step": 20590
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7285858328767613e-07,
      "loss": 0.6203,
      "step": 20591
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.725842345112927e-07,
      "loss": 0.5651,
      "step": 20592
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7231010172616636e-07,
      "loss": 0.5258,
      "step": 20593
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7203618493832118e-07,
      "loss": 0.5236,
      "step": 20594
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7176248415377794e-07,
      "loss": 0.5553,
      "step": 20595
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.714889993785529e-07,
      "loss": 0.4892,
      "step": 20596
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.712157306186557e-07,
      "loss": 0.5199,
      "step": 20597
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7094267788009266e-07,
      "loss": 0.5108,
      "step": 20598
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7066984116886675e-07,
      "loss": 0.5229,
      "step": 20599
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7039722049097208e-07,
      "loss": 0.6015,
      "step": 20600
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.701248158524016e-07,
      "loss": 0.5021,
      "step": 20601
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6985262725914163e-07,
      "loss": 0.4244,
      "step": 20602
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6958065471717634e-07,
      "loss": 0.5715,
      "step": 20603
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6930889823247976e-07,
      "loss": 0.5963,
      "step": 20604
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6903735781102825e-07,
      "loss": 0.4849,
      "step": 20605
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6876603345878817e-07,
      "loss": 0.5259,
      "step": 20606
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.684949251817236e-07,
      "loss": 0.5311,
      "step": 20607
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6822403298579205e-07,
      "loss": 0.527,
      "step": 20608
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6795335687694757e-07,
      "loss": 0.5307,
      "step": 20609
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.676828968611399e-07,
      "loss": 0.4684,
      "step": 20610
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.674126529443121e-07,
      "loss": 0.4993,
      "step": 20611
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6714262513240487e-07,
      "loss": 0.5027,
      "step": 20612
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6687281343135243e-07,
      "loss": 0.5731,
      "step": 20613
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6660321784708445e-07,
      "loss": 0.5316,
      "step": 20614
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.663338383855284e-07,
      "loss": 0.4272,
      "step": 20615
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6606467505260182e-07,
      "loss": 0.5082,
      "step": 20616
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6579572785422217e-07,
      "loss": 0.5289,
      "step": 20617
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6552699679630024e-07,
      "loss": 0.6041,
      "step": 20618
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6525848188474135e-07,
      "loss": 0.5233,
      "step": 20619
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6499018312544857e-07,
      "loss": 0.5142,
      "step": 20620
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6472210052431935e-07,
      "loss": 0.4984,
      "step": 20621
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.644542340872435e-07,
      "loss": 0.4016,
      "step": 20622
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6418658382010843e-07,
      "loss": 0.545,
      "step": 20623
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.639191497287973e-07,
      "loss": 0.5278,
      "step": 20624
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.636519318191898e-07,
      "loss": 0.6477,
      "step": 20625
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6338493009715573e-07,
      "loss": 0.4906,
      "step": 20626
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.631181445685648e-07,
      "loss": 0.5241,
      "step": 20627
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.628515752392823e-07,
      "loss": 0.4101,
      "step": 20628
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6258522211516359e-07,
      "loss": 0.4931,
      "step": 20629
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6231908520206509e-07,
      "loss": 0.6901,
      "step": 20630
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.620531645058354e-07,
      "loss": 0.4902,
      "step": 20631
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6178746003231883e-07,
      "loss": 0.5233,
      "step": 20632
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6152197178735506e-07,
      "loss": 0.5252,
      "step": 20633
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.612566997767795e-07,
      "loss": 0.5411,
      "step": 20634
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6099164400642297e-07,
      "loss": 0.5595,
      "step": 20635
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6072680448210975e-07,
      "loss": 0.4973,
      "step": 20636
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6046218120966185e-07,
      "loss": 0.4433,
      "step": 20637
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6019777419489346e-07,
      "loss": 0.6049,
      "step": 20638
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5993358344361776e-07,
      "loss": 0.5722,
      "step": 20639
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5966960896164009e-07,
      "loss": 0.5572,
      "step": 20640
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5940585075476356e-07,
      "loss": 0.5267,
      "step": 20641
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5914230882878356e-07,
      "loss": 0.6323,
      "step": 20642
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5887898318949323e-07,
      "loss": 0.5448,
      "step": 20643
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5861587384267908e-07,
      "loss": 0.5099,
      "step": 20644
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.583529807941253e-07,
      "loss": 0.6045,
      "step": 20645
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5809030404960955e-07,
      "loss": 0.5352,
      "step": 20646
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.578278436149028e-07,
      "loss": 0.5815,
      "step": 20647
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5756559949577587e-07,
      "loss": 0.6038,
      "step": 20648
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5730357169799315e-07,
      "loss": 0.5283,
      "step": 20649
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.570417602273122e-07,
      "loss": 0.5017,
      "step": 20650
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5678016508948625e-07,
      "loss": 0.6073,
      "step": 20651
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5651878629026728e-07,
      "loss": 0.5919,
      "step": 20652
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5625762383539745e-07,
      "loss": 0.5335,
      "step": 20653
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5599667773061876e-07,
      "loss": 0.5202,
      "step": 20654
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5573594798166447e-07,
      "loss": 0.5955,
      "step": 20655
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5547543459426772e-07,
      "loss": 0.5248,
      "step": 20656
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5521513757415175e-07,
      "loss": 0.4591,
      "step": 20657
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.549550569270375e-07,
      "loss": 0.6892,
      "step": 20658
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5469519265864263e-07,
      "loss": 0.5941,
      "step": 20659
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5443554477467816e-07,
      "loss": 0.4714,
      "step": 20660
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5417611328084947e-07,
      "loss": 0.594,
      "step": 20661
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5391689818285982e-07,
      "loss": 0.5338,
      "step": 20662
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5365789948640575e-07,
      "loss": 0.4689,
      "step": 20663
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.533991171971805e-07,
      "loss": 0.4827,
      "step": 20664
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5314055132087058e-07,
      "loss": 0.5254,
      "step": 20665
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.528822018631604e-07,
      "loss": 0.4756,
      "step": 20666
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5262406882972535e-07,
      "loss": 0.4625,
      "step": 20667
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5236615222624096e-07,
      "loss": 0.4758,
      "step": 20668
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.521084520583749e-07,
      "loss": 0.6,
      "step": 20669
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.518509683317926e-07,
      "loss": 0.5167,
      "step": 20670
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5159370105215177e-07,
      "loss": 0.5215,
      "step": 20671
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5133665022510568e-07,
      "loss": 0.5623,
      "step": 20672
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.510798158563065e-07,
      "loss": 0.544,
      "step": 20673
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5082319795139744e-07,
      "loss": 0.4571,
      "step": 20674
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5056679651601846e-07,
      "loss": 0.6178,
      "step": 20675
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5031061155580507e-07,
      "loss": 0.4729,
      "step": 20676
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.500546430763883e-07,
      "loss": 0.5313,
      "step": 20677
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4979889108339363e-07,
      "loss": 0.5808,
      "step": 20678
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4954335558244216e-07,
      "loss": 0.5825,
      "step": 20679
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4928803657915047e-07,
      "loss": 0.5475,
      "step": 20680
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4903293407912967e-07,
      "loss": 0.4881,
      "step": 20681
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4877804808798634e-07,
      "loss": 0.6039,
      "step": 20682
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4852337861132272e-07,
      "loss": 0.672,
      "step": 20683
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4826892565473538e-07,
      "loss": 0.525,
      "step": 20684
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4801468922381769e-07,
      "loss": 0.3539,
      "step": 20685
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4776066932415732e-07,
      "loss": 0.4944,
      "step": 20686
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4750686596133656e-07,
      "loss": 0.5641,
      "step": 20687
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4725327914093536e-07,
      "loss": 0.6259,
      "step": 20688
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4699990886852478e-07,
      "loss": 0.6208,
      "step": 20689
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4674675514967485e-07,
      "loss": 0.4494,
      "step": 20690
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4649381798994888e-07,
      "loss": 0.4729,
      "step": 20691
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4624109739490688e-07,
      "loss": 0.5179,
      "step": 20692
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4598859337010218e-07,
      "loss": 0.6358,
      "step": 20693
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4573630592108588e-07,
      "loss": 0.4681,
      "step": 20694
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4548423505340136e-07,
      "loss": 0.6066,
      "step": 20695
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4523238077258972e-07,
      "loss": 0.5206,
      "step": 20696
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4498074308418654e-07,
      "loss": 0.5348,
      "step": 20697
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.447293219937196e-07,
      "loss": 0.5482,
      "step": 20698
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.444781175067189e-07,
      "loss": 0.6138,
      "step": 20699
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4422712962870343e-07,
      "loss": 0.4971,
      "step": 20700
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4397635836518986e-07,
      "loss": 0.5043,
      "step": 20701
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4372580372168933e-07,
      "loss": 0.5184,
      "step": 20702
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4347546570370962e-07,
      "loss": 0.5282,
      "step": 20703
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4322534431675085e-07,
      "loss": 0.4865,
      "step": 20704
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4297543956631188e-07,
      "loss": 0.5483,
      "step": 20705
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.427257514578839e-07,
      "loss": 0.4225,
      "step": 20706
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.42476279996957e-07,
      "loss": 0.6425,
      "step": 20707
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4222702518901342e-07,
      "loss": 0.5631,
      "step": 20708
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4197798703952992e-07,
      "loss": 0.5202,
      "step": 20709
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4172916555398096e-07,
      "loss": 0.642,
      "step": 20710
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4148056073783445e-07,
      "loss": 0.4876,
      "step": 20711
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4123217259655487e-07,
      "loss": 0.565,
      "step": 20712
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.409840011356023e-07,
      "loss": 0.4627,
      "step": 20713
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4073604636043015e-07,
      "loss": 0.5395,
      "step": 20714
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.404883082764885e-07,
      "loss": 0.5789,
      "step": 20715
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4024078688922195e-07,
      "loss": 0.6051,
      "step": 20716
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.399934822040705e-07,
      "loss": 0.4917,
      "step": 20717
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3974639422646986e-07,
      "loss": 0.4884,
      "step": 20718
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.394995229618501e-07,
      "loss": 0.5386,
      "step": 20719
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3925286841563802e-07,
      "loss": 0.4829,
      "step": 20720
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.390064305932548e-07,
      "loss": 0.6356,
      "step": 20721
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3876020950011504e-07,
      "loss": 0.6569,
      "step": 20722
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3851420514163216e-07,
      "loss": 0.6062,
      "step": 20723
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3826841752321295e-07,
      "loss": 0.5382,
      "step": 20724
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3802284665025644e-07,
      "loss": 0.5091,
      "step": 20725
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3777749252816386e-07,
      "loss": 0.4654,
      "step": 20726
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3753235516232532e-07,
      "loss": 0.416,
      "step": 20727
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3728743455812877e-07,
      "loss": 0.6138,
      "step": 20728
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3704273072095876e-07,
      "loss": 0.6646,
      "step": 20729
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.367982436561921e-07,
      "loss": 0.5404,
      "step": 20730
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.365539733692023e-07,
      "loss": 0.5852,
      "step": 20731
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3630991986535835e-07,
      "loss": 0.4261,
      "step": 20732
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3606608315002378e-07,
      "loss": 0.5161,
      "step": 20733
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3582246322855762e-07,
      "loss": 0.6438,
      "step": 20734
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.355790601063156e-07,
      "loss": 0.5493,
      "step": 20735
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3533587378864565e-07,
      "loss": 0.5624,
      "step": 20736
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.350929042808946e-07,
      "loss": 0.5034,
      "step": 20737
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3485015158840042e-07,
      "loss": 0.5874,
      "step": 20738
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3460761571649995e-07,
      "loss": 0.5162,
      "step": 20739
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3436529667052112e-07,
      "loss": 0.5173,
      "step": 20740
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3412319445579304e-07,
      "loss": 0.5809,
      "step": 20741
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3388130907763585e-07,
      "loss": 0.4807,
      "step": 20742
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3363964054136535e-07,
      "loss": 0.5141,
      "step": 20743
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3339818885229282e-07,
      "loss": 0.5092,
      "step": 20744
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3315695401572514e-07,
      "loss": 0.4771,
      "step": 20745
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3291593603696473e-07,
      "loss": 0.5261,
      "step": 20746
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3267513492130844e-07,
      "loss": 0.5664,
      "step": 20747
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3243455067404763e-07,
      "loss": 0.5188,
      "step": 20748
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.321941833004714e-07,
      "loss": 0.4786,
      "step": 20749
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3195403280586328e-07,
      "loss": 0.6042,
      "step": 20750
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3171409919550015e-07,
      "loss": 0.5354,
      "step": 20751
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.314743824746556e-07,
      "loss": 0.4315,
      "step": 20752
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3123488264859874e-07,
      "loss": 0.4143,
      "step": 20753
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3099559972259202e-07,
      "loss": 0.5612,
      "step": 20754
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3075653370189566e-07,
      "loss": 0.5348,
      "step": 20755
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3051768459176329e-07,
      "loss": 0.6238,
      "step": 20756
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.302790523974462e-07,
      "loss": 0.5674,
      "step": 20757
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3004063712418691e-07,
      "loss": 0.5073,
      "step": 20758
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2980243877722564e-07,
      "loss": 0.664,
      "step": 20759
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2956445736179935e-07,
      "loss": 0.5853,
      "step": 20760
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2932669288313825e-07,
      "loss": 0.482,
      "step": 20761
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2908914534646487e-07,
      "loss": 0.5449,
      "step": 20762
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2885181475700503e-07,
      "loss": 0.4898,
      "step": 20763
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2861470111997009e-07,
      "loss": 0.5164,
      "step": 20764
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2837780444057478e-07,
      "loss": 0.6388,
      "step": 20765
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2814112472402495e-07,
      "loss": 0.5728,
      "step": 20766
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.27904661975522e-07,
      "loss": 0.5594,
      "step": 20767
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2766841620026392e-07,
      "loss": 0.4656,
      "step": 20768
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.274323874034411e-07,
      "loss": 0.512,
      "step": 20769
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2719657559024156e-07,
      "loss": 0.6369,
      "step": 20770
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2696098076585006e-07,
      "loss": 0.5483,
      "step": 20771
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2672560293544355e-07,
      "loss": 0.5492,
      "step": 20772
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2649044210419347e-07,
      "loss": 0.6082,
      "step": 20773
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2625549827727123e-07,
      "loss": 0.6386,
      "step": 20774
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2602077145983937e-07,
      "loss": 0.5244,
      "step": 20775
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2578626165705598e-07,
      "loss": 0.5263,
      "step": 20776
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2555196887407471e-07,
      "loss": 0.5328,
      "step": 20777
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2531789311604703e-07,
      "loss": 0.5489,
      "step": 20778
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2508403438811656e-07,
      "loss": 0.5648,
      "step": 20779
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2485039269542366e-07,
      "loss": 0.5314,
      "step": 20780
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2461696804310307e-07,
      "loss": 0.6107,
      "step": 20781
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.243837604362852e-07,
      "loss": 0.52,
      "step": 20782
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2415076988009367e-07,
      "loss": 0.5747,
      "step": 20783
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2391799637965218e-07,
      "loss": 0.4478,
      "step": 20784
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2368543994007554e-07,
      "loss": 0.5763,
      "step": 20785
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.234531005664741e-07,
      "loss": 0.5955,
      "step": 20786
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2322097826395597e-07,
      "loss": 0.3962,
      "step": 20787
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2298907303762154e-07,
      "loss": 0.5595,
      "step": 20788
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2275738489256894e-07,
      "loss": 0.5494,
      "step": 20789
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2252591383388855e-07,
      "loss": 0.5889,
      "step": 20790
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2229465986666966e-07,
      "loss": 0.5548,
      "step": 20791
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2206362299599373e-07,
      "loss": 0.5617,
      "step": 20792
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.218328032269378e-07,
      "loss": 0.6509,
      "step": 20793
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2160220056457673e-07,
      "loss": 0.6084,
      "step": 20794
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2137181501397866e-07,
      "loss": 0.5248,
      "step": 20795
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2114164658020621e-07,
      "loss": 0.4783,
      "step": 20796
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.209116952683187e-07,
      "loss": 0.6282,
      "step": 20797
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2068196108336873e-07,
      "loss": 0.5061,
      "step": 20798
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2045244403040557e-07,
      "loss": 0.6228,
      "step": 20799
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2022314411447634e-07,
      "loss": 0.5945,
      "step": 20800
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.199940613406192e-07,
      "loss": 0.5325,
      "step": 20801
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.197651957138679e-07,
      "loss": 0.4807,
      "step": 20802
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.19536547239254e-07,
      "loss": 0.4615,
      "step": 20803
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1930811592180236e-07,
      "loss": 0.5776,
      "step": 20804
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.190799017665345e-07,
      "loss": 0.5754,
      "step": 20805
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.188519047784631e-07,
      "loss": 0.4837,
      "step": 20806
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1862412496260189e-07,
      "loss": 0.6147,
      "step": 20807
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.183965623239569e-07,
      "loss": 0.5747,
      "step": 20808
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.181692168675297e-07,
      "loss": 0.5335,
      "step": 20809
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1794208859831624e-07,
      "loss": 0.5175,
      "step": 20810
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1771517752130812e-07,
      "loss": 0.5092,
      "step": 20811
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1748848364149356e-07,
      "loss": 0.4927,
      "step": 20812
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1726200696385303e-07,
      "loss": 0.4983,
      "step": 20813
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1703574749336699e-07,
      "loss": 0.4797,
      "step": 20814
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1680970523500702e-07,
      "loss": 0.477,
      "step": 20815
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1658388019374134e-07,
      "loss": 0.3746,
      "step": 20816
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1635827237453156e-07,
      "loss": 0.5509,
      "step": 20817
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1613288178233818e-07,
      "loss": 0.4898,
      "step": 20818
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1590770842211496e-07,
      "loss": 0.5783,
      "step": 20819
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1568275229880799e-07,
      "loss": 0.5268,
      "step": 20820
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1545801341736551e-07,
      "loss": 0.489,
      "step": 20821
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1523349178272469e-07,
      "loss": 0.574,
      "step": 20822
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1500918739982047e-07,
      "loss": 0.5002,
      "step": 20823
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1478510027358226e-07,
      "loss": 0.487,
      "step": 20824
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1456123040893608e-07,
      "loss": 0.49,
      "step": 20825
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1433757781080245e-07,
      "loss": 0.4758,
      "step": 20826
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1411414248409525e-07,
      "loss": 0.6644,
      "step": 20827
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1389092443372607e-07,
      "loss": 0.6095,
      "step": 20828
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1366792366460211e-07,
      "loss": 0.6113,
      "step": 20829
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1344514018162278e-07,
      "loss": 0.604,
      "step": 20830
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1322257398968528e-07,
      "loss": 0.5294,
      "step": 20831
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1300022509368125e-07,
      "loss": 0.3928,
      "step": 20832
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1277809349849899e-07,
      "loss": 0.5327,
      "step": 20833
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1255617920901796e-07,
      "loss": 0.558,
      "step": 20834
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1233448223011645e-07,
      "loss": 0.5422,
      "step": 20835
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1211300256666724e-07,
      "loss": 0.4764,
      "step": 20836
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1189174022353866e-07,
      "loss": 0.478,
      "step": 20837
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1167069520559348e-07,
      "loss": 0.5536,
      "step": 20838
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1144986751768894e-07,
      "loss": 0.5663,
      "step": 20839
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1122925716468003e-07,
      "loss": 0.5562,
      "step": 20840
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1100886415141399e-07,
      "loss": 0.5728,
      "step": 20841
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1078868848273472e-07,
      "loss": 0.5563,
      "step": 20842
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.105687301634828e-07,
      "loss": 0.5312,
      "step": 20843
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1034898919849213e-07,
      "loss": 0.4368,
      "step": 20844
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1012946559259108e-07,
      "loss": 0.5699,
      "step": 20845
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0991015935060579e-07,
      "loss": 0.5327,
      "step": 20846
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0969107047735462e-07,
      "loss": 0.5259,
      "step": 20847
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0947219897765482e-07,
      "loss": 0.4067,
      "step": 20848
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0925354485631589e-07,
      "loss": 0.5935,
      "step": 20849
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0903510811814289e-07,
      "loss": 0.5474,
      "step": 20850
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.088168887679375e-07,
      "loss": 0.6534,
      "step": 20851
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.085988868104959e-07,
      "loss": 0.5945,
      "step": 20852
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0838110225060982e-07,
      "loss": 0.5126,
      "step": 20853
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0816353509306433e-07,
      "loss": 0.5279,
      "step": 20854
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0794618534264334e-07,
      "loss": 0.6326,
      "step": 20855
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0772905300412085e-07,
      "loss": 0.4452,
      "step": 20856
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0751213808227079e-07,
      "loss": 0.5845,
      "step": 20857
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.072954405818627e-07,
      "loss": 0.4435,
      "step": 20858
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.070789605076561e-07,
      "loss": 0.5076,
      "step": 20859
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0686269786440939e-07,
      "loss": 0.4332,
      "step": 20860
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0664665265687769e-07,
      "loss": 0.3989,
      "step": 20861
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0643082488980716e-07,
      "loss": 0.5476,
      "step": 20862
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.0621521456794182e-07,
      "loss": 0.5214,
      "step": 20863
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0599982169602118e-07,
      "loss": 0.5623,
      "step": 20864
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0578464627877816e-07,
      "loss": 0.5319,
      "step": 20865
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0556968832094338e-07,
      "loss": 0.5181,
      "step": 20866
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0535494782724087e-07,
      "loss": 0.5963,
      "step": 20867
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0514042480239017e-07,
      "loss": 0.5809,
      "step": 20868
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0492611925110529e-07,
      "loss": 0.4812,
      "step": 20869
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0471203117809692e-07,
      "loss": 0.5963,
      "step": 20870
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0449816058807016e-07,
      "loss": 0.625,
      "step": 20871
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0428450748572683e-07,
      "loss": 0.5361,
      "step": 20872
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0407107187576093e-07,
      "loss": 0.6075,
      "step": 20873
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0385785376286539e-07,
      "loss": 0.6283,
      "step": 20874
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0364485315172423e-07,
      "loss": 0.4224,
      "step": 20875
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0343207004702039e-07,
      "loss": 0.5502,
      "step": 20876
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.032195044534301e-07,
      "loss": 0.5798,
      "step": 20877
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0300715637562408e-07,
      "loss": 0.5435,
      "step": 20878
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0279502581827194e-07,
      "loss": 0.6816,
      "step": 20879
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0258311278603328e-07,
      "loss": 0.5694,
      "step": 20880
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0237141728356769e-07,
      "loss": 0.4762,
      "step": 20881
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0215993931552704e-07,
      "loss": 0.5011,
      "step": 20882
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0194867888655869e-07,
      "loss": 0.5642,
      "step": 20883
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.017376360013067e-07,
      "loss": 0.469,
      "step": 20884
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0152681066440962e-07,
      "loss": 0.4788,
      "step": 20885
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0131620288049926e-07,
      "loss": 0.496,
      "step": 20886
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.011058126542075e-07,
      "loss": 0.6211,
      "step": 20887
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0089563999015616e-07,
      "loss": 0.5755,
      "step": 20888
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0068568489296493e-07,
      "loss": 0.4729,
      "step": 20889
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0047594736724897e-07,
      "loss": 0.5484,
      "step": 20890
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0026642741761683e-07,
      "loss": 0.4701,
      "step": 20891
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0005712504867371e-07,
      "loss": 0.46,
      "step": 20892
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.984804026502149e-08,
      "loss": 0.546,
      "step": 20893
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.963917307125204e-08,
      "loss": 0.6388,
      "step": 20894
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.943052347195947e-08,
      "loss": 0.4748,
      "step": 20895
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.92220914717279e-08,
      "loss": 0.6138,
      "step": 20896
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.901387707513921e-08,
      "loss": 0.4692,
      "step": 20897
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.880588028676864e-08,
      "loss": 0.486,
      "step": 20898
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.859810111118695e-08,
      "loss": 0.4635,
      "step": 20899
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.839053955296274e-08,
      "loss": 0.6947,
      "step": 20900
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.818319561665679e-08,
      "loss": 0.5585,
      "step": 20901
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.797606930682657e-08,
      "loss": 0.5396,
      "step": 20902
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.7769160628024e-08,
      "loss": 0.5969,
      "step": 20903
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.756246958479654e-08,
      "loss": 0.5975,
      "step": 20904
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.735599618168723e-08,
      "loss": 0.5272,
      "step": 20905
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.714974042323467e-08,
      "loss": 0.5258,
      "step": 20906
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.694370231397076e-08,
      "loss": 0.5576,
      "step": 20907
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.673788185842526e-08,
      "loss": 0.6469,
      "step": 20908
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.653227906112006e-08,
      "loss": 0.5655,
      "step": 20909
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.632689392657491e-08,
      "loss": 0.5068,
      "step": 20910
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.612172645930506e-08,
      "loss": 0.5151,
      "step": 20911
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.591677666381805e-08,
      "loss": 0.461,
      "step": 20912
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.571204454461913e-08,
      "loss": 0.6283,
      "step": 20913
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.550753010620695e-08,
      "loss": 0.5257,
      "step": 20914
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.530323335307789e-08,
      "loss": 0.5403,
      "step": 20915
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.509915428972172e-08,
      "loss": 0.5393,
      "step": 20916
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.489529292062372e-08,
      "loss": 0.5103,
      "step": 20917
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.469164925026252e-08,
      "loss": 0.5777,
      "step": 20918
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.44882232831168e-08,
      "loss": 0.5095,
      "step": 20919
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.42850150236574e-08,
      "loss": 0.5084,
      "step": 20920
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.40820244763474e-08,
      "loss": 0.5625,
      "step": 20921
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.387925164565215e-08,
      "loss": 0.4352,
      "step": 20922
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.367669653602473e-08,
      "loss": 0.4395,
      "step": 20923
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.347435915191938e-08,
      "loss": 0.5216,
      "step": 20924
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.327223949778363e-08,
      "loss": 0.529,
      "step": 20925
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.307033757805728e-08,
      "loss": 0.5913,
      "step": 20926
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.286865339717898e-08,
      "loss": 0.547,
      "step": 20927
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.266718695958187e-08,
      "loss": 0.5319,
      "step": 20928
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.246593826969352e-08,
      "loss": 0.5546,
      "step": 20929
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.226490733193705e-08,
      "loss": 0.3818,
      "step": 20930
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.206409415073115e-08,
      "loss": 0.5503,
      "step": 20931
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.186349873048894e-08,
      "loss": 0.4945,
      "step": 20932
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.166312107561914e-08,
      "loss": 0.4959,
      "step": 20933
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.1462961190526e-08,
      "loss": 0.567,
      "step": 20934
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.126301907960932e-08,
      "loss": 0.5786,
      "step": 20935
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.106329474726228e-08,
      "loss": 0.4235,
      "step": 20936
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.086378819787577e-08,
      "loss": 0.505,
      "step": 20937
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.066449943583189e-08,
      "loss": 0.5057,
      "step": 20938
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.046542846551487e-08,
      "loss": 0.5186,
      "step": 20939
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.02665752912979e-08,
      "loss": 0.4846,
      "step": 20940
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.006793991755081e-08,
      "loss": 0.5429,
      "step": 20941
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.9869522348639e-08,
      "loss": 0.5045,
      "step": 20942
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.967132258892452e-08,
      "loss": 0.4293,
      "step": 20943
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.947334064276392e-08,
      "loss": 0.3964,
      "step": 20944
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.927557651450814e-08,
      "loss": 0.5299,
      "step": 20945
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.90780302085037e-08,
      "loss": 0.5038,
      "step": 20946
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.888070172909158e-08,
      "loss": 0.4906,
      "step": 20947
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.868359108060943e-08,
      "loss": 0.4944,
      "step": 20948
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.848669826738932e-08,
      "loss": 0.5559,
      "step": 20949
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.82900232937578e-08,
      "loss": 0.5543,
      "step": 20950
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.809356616403919e-08,
      "loss": 0.5729,
      "step": 20951
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.789732688255003e-08,
      "loss": 0.5826,
      "step": 20952
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.770130545360355e-08,
      "loss": 0.4641,
      "step": 20953
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.750550188150853e-08,
      "loss": 0.599,
      "step": 20954
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.730991617056928e-08,
      "loss": 0.5608,
      "step": 20955
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.711454832508238e-08,
      "loss": 0.602,
      "step": 20956
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.691939834934104e-08,
      "loss": 0.6084,
      "step": 20957
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.672446624763741e-08,
      "loss": 0.5306,
      "step": 20958
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.652975202425473e-08,
      "loss": 0.6362,
      "step": 20959
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.633525568347067e-08,
      "loss": 0.5186,
      "step": 20960
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.614097722956294e-08,
      "loss": 0.6125,
      "step": 20961
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.594691666679922e-08,
      "loss": 0.5645,
      "step": 20962
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.575307399944499e-08,
      "loss": 0.4335,
      "step": 20963
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.55594492317613e-08,
      "loss": 0.5394,
      "step": 20964
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.536604236800361e-08,
      "loss": 0.5226,
      "step": 20965
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.517285341242188e-08,
      "loss": 0.5078,
      "step": 20966
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.49798823692627e-08,
      "loss": 0.6186,
      "step": 20967
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.478712924276821e-08,
      "loss": 0.4909,
      "step": 20968
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.459459403717286e-08,
      "loss": 0.5374,
      "step": 20969
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.440227675670987e-08,
      "loss": 0.398,
      "step": 20970
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.421017740560589e-08,
      "loss": 0.5122,
      "step": 20971
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.401829598808086e-08,
      "loss": 0.5362,
      "step": 20972
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.382663250835588e-08,
      "loss": 0.5674,
      "step": 20973
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.363518697064088e-08,
      "loss": 0.515,
      "step": 20974
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.344395937914362e-08,
      "loss": 0.5395,
      "step": 20975
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.32529497380663e-08,
      "loss": 0.5637,
      "step": 20976
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.30621580516089e-08,
      "loss": 0.4933,
      "step": 20977
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.28715843239647e-08,
      "loss": 0.4671,
      "step": 20978
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.268122855931926e-08,
      "loss": 0.5161,
      "step": 20979
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.249109076186035e-08,
      "loss": 0.382,
      "step": 20980
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.230117093576351e-08,
      "loss": 0.5395,
      "step": 20981
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.21114690852054e-08,
      "loss": 0.3671,
      "step": 20982
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.192198521435379e-08,
      "loss": 0.5537,
      "step": 20983
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.173271932737426e-08,
      "loss": 0.4372,
      "step": 20984
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.154367142842568e-08,
      "loss": 0.4862,
      "step": 20985
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.135484152166251e-08,
      "loss": 0.5819,
      "step": 20986
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.116622961123698e-08,
      "loss": 0.5225,
      "step": 20987
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.097783570129358e-08,
      "loss": 0.4998,
      "step": 20988
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.078965979597231e-08,
      "loss": 0.4325,
      "step": 20989
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.060170189940875e-08,
      "loss": 0.52,
      "step": 20990
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.041396201573515e-08,
      "loss": 0.5643,
      "step": 20991
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.02264401490771e-08,
      "loss": 0.446,
      "step": 20992
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.003913630355465e-08,
      "loss": 0.5544,
      "step": 20993
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.985205048328782e-08,
      "loss": 0.437,
      "step": 20994
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.966518269238554e-08,
      "loss": 0.4437,
      "step": 20995
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.947853293495567e-08,
      "loss": 0.6173,
      "step": 20996
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.929210121510156e-08,
      "loss": 0.5701,
      "step": 20997
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.910588753691884e-08,
      "loss": 0.5151,
      "step": 20998
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.8919891904502e-08,
      "loss": 0.5463,
      "step": 20999
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.873411432193667e-08,
      "loss": 0.4695,
      "step": 21000
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.854855479330847e-08,
      "loss": 0.5344,
      "step": 21001
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.836321332269415e-08,
      "loss": 0.4562,
      "step": 21002
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.81780899141682e-08,
      "loss": 0.5653,
      "step": 21003
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.799318457179849e-08,
      "loss": 0.4726,
      "step": 21004
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.780849729964846e-08,
      "loss": 0.5575,
      "step": 21005
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.762402810177816e-08,
      "loss": 0.5775,
      "step": 21006
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.743977698224325e-08,
      "loss": 0.5985,
      "step": 21007
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.72557439450905e-08,
      "loss": 0.4343,
      "step": 21008
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.707192899436555e-08,
      "loss": 0.5104,
      "step": 21009
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.688833213410962e-08,
      "loss": 0.5626,
      "step": 21010
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.670495336835726e-08,
      "loss": 0.5633,
      "step": 21011
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.652179270113858e-08,
      "loss": 0.4823,
      "step": 21012
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.633885013647923e-08,
      "loss": 0.5505,
      "step": 21013
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.615612567840047e-08,
      "loss": 0.5502,
      "step": 21014
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.597361933091684e-08,
      "loss": 0.6215,
      "step": 21015
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.579133109804182e-08,
      "loss": 0.4981,
      "step": 21016
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.560926098377996e-08,
      "loss": 0.5488,
      "step": 21017
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.542740899213364e-08,
      "loss": 0.5494,
      "step": 21018
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.524577512709851e-08,
      "loss": 0.6054,
      "step": 21019
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.50643593926681e-08,
      "loss": 0.5155,
      "step": 21020
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.488316179283029e-08,
      "loss": 0.5018,
      "step": 21021
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.470218233156523e-08,
      "loss": 0.4403,
      "step": 21022
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.452142101285198e-08,
      "loss": 0.4956,
      "step": 21023
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.434087784066291e-08,
      "loss": 0.4622,
      "step": 21024
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.416055281896705e-08,
      "loss": 0.5533,
      "step": 21025
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.398044595172682e-08,
      "loss": 0.5804,
      "step": 21026
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.380055724290014e-08,
      "loss": 0.5905,
      "step": 21027
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.362088669644162e-08,
      "loss": 0.5095,
      "step": 21028
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.344143431630036e-08,
      "loss": 0.4871,
      "step": 21029
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.326220010641871e-08,
      "loss": 0.5327,
      "step": 21030
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.3083184070738e-08,
      "loss": 0.4785,
      "step": 21031
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.290438621319173e-08,
      "loss": 0.4398,
      "step": 21032
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.27258065377101e-08,
      "loss": 0.4994,
      "step": 21033
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.254744504821775e-08,
      "loss": 0.5439,
      "step": 21034
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.236930174863376e-08,
      "loss": 0.5826,
      "step": 21035
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.2191376642875e-08,
      "loss": 0.5134,
      "step": 21036
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.201366973485168e-08,
      "loss": 0.4598,
      "step": 21037
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.183618102846956e-08,
      "loss": 0.5338,
      "step": 21038
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.165891052762774e-08,
      "loss": 0.4955,
      "step": 21039
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.148185823622533e-08,
      "loss": 0.5402,
      "step": 21040
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.130502415815144e-08,
      "loss": 0.5591,
      "step": 21041
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.112840829729406e-08,
      "loss": 0.5672,
      "step": 21042
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.095201065753343e-08,
      "loss": 0.5665,
      "step": 21043
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.077583124274645e-08,
      "loss": 0.6413,
      "step": 21044
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.05998700568078e-08,
      "loss": 0.5924,
      "step": 21045
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.042412710358216e-08,
      "loss": 0.5615,
      "step": 21046
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.02486023869342e-08,
      "loss": 0.5234,
      "step": 21047
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.007329591071976e-08,
      "loss": 0.504,
      "step": 21048
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.989820767879241e-08,
      "loss": 0.5656,
      "step": 21049
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.972333769500017e-08,
      "loss": 0.5592,
      "step": 21050
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.954868596318665e-08,
      "loss": 0.4936,
      "step": 21051
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.937425248719098e-08,
      "loss": 0.5836,
      "step": 21052
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.920003727084679e-08,
      "loss": 0.5549,
      "step": 21053
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.90260403179821e-08,
      "loss": 0.5403,
      "step": 21054
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.885226163242276e-08,
      "loss": 0.5935,
      "step": 21055
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.86787012179857e-08,
      "loss": 0.4935,
      "step": 21056
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.850535907848788e-08,
      "loss": 0.5814,
      "step": 21057
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.833223521773735e-08,
      "loss": 0.5158,
      "step": 21058
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.815932963953997e-08,
      "loss": 0.5965,
      "step": 21059
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.798664234769602e-08,
      "loss": 0.598,
      "step": 21060
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.781417334600137e-08,
      "loss": 0.4411,
      "step": 21061
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.764192263824631e-08,
      "loss": 0.4714,
      "step": 21062
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.746989022821449e-08,
      "loss": 0.5282,
      "step": 21063
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.729807611968952e-08,
      "loss": 0.565,
      "step": 21064
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.712648031644731e-08,
      "loss": 0.512,
      "step": 21065
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.695510282225814e-08,
      "loss": 0.5039,
      "step": 21066
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.678394364089013e-08,
      "loss": 0.6187,
      "step": 21067
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.66130027761025e-08,
      "loss": 0.3979,
      "step": 21068
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.644228023165555e-08,
      "loss": 0.428,
      "step": 21069
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.627177601129964e-08,
      "loss": 0.574,
      "step": 21070
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.610149011878287e-08,
      "loss": 0.6172,
      "step": 21071
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.593142255784557e-08,
      "loss": 0.5044,
      "step": 21072
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.57615733322281e-08,
      "loss": 0.5397,
      "step": 21073
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.559194244566413e-08,
      "loss": 0.607,
      "step": 21074
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.542252990187959e-08,
      "loss": 0.4344,
      "step": 21075
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.525333570459924e-08,
      "loss": 0.4111,
      "step": 21076
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.508435985754125e-08,
      "loss": 0.5868,
      "step": 21077
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.49156023644193e-08,
      "loss": 0.4151,
      "step": 21078
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.474706322894375e-08,
      "loss": 0.5526,
      "step": 21079
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.45787424548161e-08,
      "loss": 0.4822,
      "step": 21080
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.441064004573783e-08,
      "loss": 0.5774,
      "step": 21081
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.424275600540376e-08,
      "loss": 0.4056,
      "step": 21082
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.407509033750314e-08,
      "loss": 0.4829,
      "step": 21083
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.390764304572083e-08,
      "loss": 0.5233,
      "step": 21084
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.374041413373722e-08,
      "loss": 0.5756,
      "step": 21085
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.357340360522712e-08,
      "loss": 0.5771,
      "step": 21086
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.340661146386207e-08,
      "loss": 0.5169,
      "step": 21087
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.324003771330688e-08,
      "loss": 0.5795,
      "step": 21088
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.307368235722422e-08,
      "loss": 0.5387,
      "step": 21089
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.290754539927002e-08,
      "loss": 0.5211,
      "step": 21090
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.274162684309471e-08,
      "loss": 0.4429,
      "step": 21091
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.257592669234424e-08,
      "loss": 0.4428,
      "step": 21092
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.24104449506624e-08,
      "loss": 0.4818,
      "step": 21093
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.224518162168513e-08,
      "loss": 0.5515,
      "step": 21094
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.208013670904511e-08,
      "loss": 0.4698,
      "step": 21095
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.191531021636943e-08,
      "loss": 0.6117,
      "step": 21096
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.175070214727963e-08,
      "loss": 0.5631,
      "step": 21097
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.158631250539614e-08,
      "loss": 0.5568,
      "step": 21098
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.142214129432944e-08,
      "loss": 0.5695,
      "step": 21099
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.125818851768994e-08,
      "loss": 0.4635,
      "step": 21100
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.109445417907923e-08,
      "loss": 0.4717,
      "step": 21101
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.093093828209663e-08,
      "loss": 0.5142,
      "step": 21102
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.076764083033704e-08,
      "loss": 0.6261,
      "step": 21103
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.060456182738761e-08,
      "loss": 0.4441,
      "step": 21104
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.044170127683436e-08,
      "loss": 0.5301,
      "step": 21105
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.027905918225441e-08,
      "loss": 0.5224,
      "step": 21106
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.011663554722492e-08,
      "loss": 0.4247,
      "step": 21107
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.995443037531412e-08,
      "loss": 0.6038,
      "step": 21108
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.979244367008696e-08,
      "loss": 0.5832,
      "step": 21109
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.963067543510503e-08,
      "loss": 0.5482,
      "step": 21110
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.9469125673921043e-08,
      "loss": 0.4889,
      "step": 21111
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.930779439008994e-08,
      "loss": 0.6182,
      "step": 21112
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.914668158715331e-08,
      "loss": 0.4734,
      "step": 21113
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8985787268655006e-08,
      "loss": 0.5258,
      "step": 21114
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8825111438128855e-08,
      "loss": 0.4431,
      "step": 21115
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.86646540991076e-08,
      "loss": 0.641,
      "step": 21116
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8504415255118405e-08,
      "loss": 0.4606,
      "step": 21117
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.834439490968291e-08,
      "loss": 0.4239,
      "step": 21118
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8184593066316076e-08,
      "loss": 0.5303,
      "step": 21119
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8025009728532864e-08,
      "loss": 0.4556,
      "step": 21120
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.7865644899839366e-08,
      "loss": 0.5703,
      "step": 21121
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.770649858373722e-08,
      "loss": 0.5804,
      "step": 21122
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.754757078372586e-08,
      "loss": 0.4743,
      "step": 21123
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.7388861503298034e-08,
      "loss": 0.6279,
      "step": 21124
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.723037074594096e-08,
      "loss": 0.6528,
      "step": 21125
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.707209851513851e-08,
      "loss": 0.6006,
      "step": 21126
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.691404481437013e-08,
      "loss": 0.5637,
      "step": 21127
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6756209647108594e-08,
      "loss": 0.6629,
      "step": 21128
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.659859301682225e-08,
      "loss": 0.5606,
      "step": 21129
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.644119492697719e-08,
      "loss": 0.5105,
      "step": 21130
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.6284015381030675e-08,
      "loss": 0.5606,
      "step": 21131
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.612705438243882e-08,
      "loss": 0.5168,
      "step": 21132
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5970311934651075e-08,
      "loss": 0.4426,
      "step": 21133
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.581378804111137e-08,
      "loss": 0.5202,
      "step": 21134
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.565748270526139e-08,
      "loss": 0.4529,
      "step": 21135
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.550139593053505e-08,
      "loss": 0.5572,
      "step": 21136
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5345527720364056e-08,
      "loss": 0.5574,
      "step": 21137
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.518987807817344e-08,
      "loss": 0.5904,
      "step": 21138
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.503444700738492e-08,
      "loss": 0.5318,
      "step": 21139
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4879234511413526e-08,
      "loss": 0.6243,
      "step": 21140
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4724240593670985e-08,
      "loss": 0.6128,
      "step": 21141
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.456946525756457e-08,
      "loss": 0.5714,
      "step": 21142
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.441490850649489e-08,
      "loss": 0.5348,
      "step": 21143
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.426057034385923e-08,
      "loss": 0.5269,
      "step": 21144
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.4106450773050435e-08,
      "loss": 0.5801,
      "step": 21145
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.395254979745468e-08,
      "loss": 0.5945,
      "step": 21146
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3798867420455923e-08,
      "loss": 0.5134,
      "step": 21147
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.364540364543036e-08,
      "loss": 0.6094,
      "step": 21148
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3492158475751954e-08,
      "loss": 0.5891,
      "step": 21149
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.33391319147869e-08,
      "loss": 0.4001,
      "step": 21150
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.31863239659014e-08,
      "loss": 0.4679,
      "step": 21151
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.303373463245165e-08,
      "loss": 0.6255,
      "step": 21152
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.288136391779164e-08,
      "loss": 0.5125,
      "step": 21153
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.272921182527202e-08,
      "loss": 0.5968,
      "step": 21154
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.257727835823456e-08,
      "loss": 0.5539,
      "step": 21155
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.242556352001993e-08,
      "loss": 0.4351,
      "step": 21156
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.227406731396212e-08,
      "loss": 0.5064,
      "step": 21157
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.21227897433918e-08,
      "loss": 0.5095,
      "step": 21158
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.197173081163076e-08,
      "loss": 0.4767,
      "step": 21159
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.18208905220019e-08,
      "loss": 0.5382,
      "step": 21160
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1670268877820337e-08,
      "loss": 0.4605,
      "step": 21161
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.151986588239566e-08,
      "loss": 0.4868,
      "step": 21162
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.13696815390341e-08,
      "loss": 0.5437,
      "step": 21163
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.121971585103525e-08,
      "loss": 0.5656,
      "step": 21164
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.106996882169535e-08,
      "loss": 0.6415,
      "step": 21165
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.092044045430733e-08,
      "loss": 0.5673,
      "step": 21166
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.077113075215634e-08,
      "loss": 0.5054,
      "step": 21167
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0622039718523085e-08,
      "loss": 0.6025,
      "step": 21168
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.047316735668606e-08,
      "loss": 0.6722,
      "step": 21169
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0324513669917083e-08,
      "loss": 0.618,
      "step": 21170
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.017607866148133e-08,
      "loss": 0.637,
      "step": 21171
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.002786233464396e-08,
      "loss": 0.5225,
      "step": 21172
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.987986469266015e-08,
      "loss": 0.539,
      "step": 21173
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9732085738783965e-08,
      "loss": 0.5365,
      "step": 21174
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.958452547626391e-08,
      "loss": 0.5369,
      "step": 21175
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9437183908341844e-08,
      "loss": 0.6006,
      "step": 21176
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.9290061038256286e-08,
      "loss": 0.5772,
      "step": 21177
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.914315686924131e-08,
      "loss": 0.5885,
      "step": 21178
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8996471404524346e-08,
      "loss": 0.5248,
      "step": 21179
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8850004647331694e-08,
      "loss": 0.535,
      "step": 21180
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.870375660087967e-08,
      "loss": 0.6208,
      "step": 21181
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8557727268385704e-08,
      "loss": 0.4999,
      "step": 21182
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.8411916653057224e-08,
      "loss": 0.5722,
      "step": 21183
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.826632475809834e-08,
      "loss": 0.5485,
      "step": 21184
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.812095158671093e-08,
      "loss": 0.5593,
      "step": 21185
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7975797142088e-08,
      "loss": 0.3992,
      "step": 21186
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.783086142742144e-08,
      "loss": 0.5119,
      "step": 21187
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7686144445896474e-08,
      "loss": 0.6414,
      "step": 21188
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.754164620069279e-08,
      "loss": 0.5167,
      "step": 21189
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7397366694986737e-08,
      "loss": 0.3898,
      "step": 21190
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.725330593195021e-08,
      "loss": 0.5489,
      "step": 21191
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.710946391474847e-08,
      "loss": 0.523,
      "step": 21192
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.696584064654231e-08,
      "loss": 0.6325,
      "step": 21193
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.682243613049031e-08,
      "loss": 0.6214,
      "step": 21194
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.667925036974219e-08,
      "loss": 0.5386,
      "step": 21195
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6536283367446534e-08,
      "loss": 0.5481,
      "step": 21196
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.639353512674527e-08,
      "loss": 0.533,
      "step": 21197
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6251005650774785e-08,
      "loss": 0.632,
      "step": 21198
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.610869494266923e-08,
      "loss": 0.5853,
      "step": 21199
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5966603005555e-08,
      "loss": 0.4619,
      "step": 21200
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.582472984255515e-08,
      "loss": 0.4853,
      "step": 21201
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.568307545678829e-08,
      "loss": 0.5022,
      "step": 21202
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5541639851366393e-08,
      "loss": 0.5847,
      "step": 21203
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5400423029401396e-08,
      "loss": 0.4921,
      "step": 21204
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.525942499399416e-08,
      "loss": 0.4882,
      "step": 21205
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5118645748244426e-08,
      "loss": 0.3798,
      "step": 21206
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4978085295245276e-08,
      "loss": 0.4081,
      "step": 21207
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.483774363808757e-08,
      "loss": 0.4999,
      "step": 21208
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.469762077985551e-08,
      "loss": 0.4888,
      "step": 21209
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.455771672362774e-08,
      "loss": 0.5693,
      "step": 21210
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4418031472480696e-08,
      "loss": 0.6077,
      "step": 21211
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4278565029483026e-08,
      "loss": 0.4695,
      "step": 21212
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4139317397700055e-08,
      "loss": 0.5048,
      "step": 21213
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.400028858019378e-08,
      "loss": 0.4861,
      "step": 21214
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3861478580018435e-08,
      "loss": 0.5387,
      "step": 21215
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.37228874002249e-08,
      "loss": 0.5433,
      "step": 21216
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3584515043859634e-08,
      "loss": 0.6592,
      "step": 21217
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3446361513962423e-08,
      "loss": 0.529,
      "step": 21218
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.330842681357306e-08,
      "loss": 0.5128,
      "step": 21219
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.317071094571912e-08,
      "loss": 0.525,
      "step": 21220
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.303321391343041e-08,
      "loss": 0.6168,
      "step": 21221
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.289593571972783e-08,
      "loss": 0.5851,
      "step": 21222
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2758876367627876e-08,
      "loss": 0.5272,
      "step": 21223
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2622035860143685e-08,
      "loss": 0.5364,
      "step": 21224
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2485414200282845e-08,
      "loss": 0.5381,
      "step": 21225
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.234901139104741e-08,
      "loss": 0.4503,
      "step": 21226
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.221282743543498e-08,
      "loss": 0.5346,
      "step": 21227
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2076862336440927e-08,
      "loss": 0.4967,
      "step": 21228
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.194111609705176e-08,
      "loss": 0.5435,
      "step": 21229
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.180558872025064e-08,
      "loss": 0.4924,
      "step": 21230
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.167028020901742e-08,
      "loss": 0.6695,
      "step": 21231
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.153519056632416e-08,
      "loss": 0.4513,
      "step": 21232
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.140031979514292e-08,
      "loss": 0.5694,
      "step": 21233
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.126566789843467e-08,
      "loss": 0.3919,
      "step": 21234
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1131234879161484e-08,
      "loss": 0.5511,
      "step": 21235
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.099702074027656e-08,
      "loss": 0.5581,
      "step": 21236
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0863025484729756e-08,
      "loss": 0.5368,
      "step": 21237
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0729249115466496e-08,
      "loss": 0.4605,
      "step": 21238
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0595691635426646e-08,
      "loss": 0.5827,
      "step": 21239
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0462353047545645e-08,
      "loss": 0.6025,
      "step": 21240
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0329233354755585e-08,
      "loss": 0.4741,
      "step": 21241
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.019633255997857e-08,
      "loss": 0.4443,
      "step": 21242
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0063650666140043e-08,
      "loss": 0.5677,
      "step": 21243
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.9931187676152116e-08,
      "loss": 0.4476,
      "step": 21244
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.979894359292913e-08,
      "loss": 0.5153,
      "step": 21245
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.966691841937542e-08,
      "loss": 0.5528,
      "step": 21246
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.953511215839423e-08,
      "loss": 0.4064,
      "step": 21247
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.940352481288212e-08,
      "loss": 0.517,
      "step": 21248
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.927215638573123e-08,
      "loss": 0.5199,
      "step": 21249
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.914100687982814e-08,
      "loss": 0.6399,
      "step": 21250
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.901007629805498e-08,
      "loss": 0.5803,
      "step": 21251
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8879364643291676e-08,
      "loss": 0.4662,
      "step": 21252
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8748871918408146e-08,
      "loss": 0.5656,
      "step": 21253
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.861859812627433e-08,
      "loss": 0.4995,
      "step": 21254
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.848854326975349e-08,
      "loss": 0.4652,
      "step": 21255
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.835870735170222e-08,
      "loss": 0.4932,
      "step": 21256
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.822909037497602e-08,
      "loss": 0.5524,
      "step": 21257
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.809969234242372e-08,
      "loss": 0.5808,
      "step": 21258
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.79705132568875e-08,
      "loss": 0.6215,
      "step": 21259
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7841553121208405e-08,
      "loss": 0.3792,
      "step": 21260
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.771281193821863e-08,
      "loss": 0.3915,
      "step": 21261
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7584289710750346e-08,
      "loss": 0.5344,
      "step": 21262
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.745598644162685e-08,
      "loss": 0.5635,
      "step": 21263
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.73279021336681e-08,
      "loss": 0.5003,
      "step": 21264
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.720003678968853e-08,
      "loss": 0.5942,
      "step": 21265
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7072390412499217e-08,
      "loss": 0.5047,
      "step": 21266
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6944963004905686e-08,
      "loss": 0.6043,
      "step": 21267
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.681775456970904e-08,
      "loss": 0.5308,
      "step": 21268
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6690765109703706e-08,
      "loss": 0.6237,
      "step": 21269
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6563994627683006e-08,
      "loss": 0.5591,
      "step": 21270
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.643744312643027e-08,
      "loss": 0.6209,
      "step": 21271
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6311110608728826e-08,
      "loss": 0.4653,
      "step": 21272
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.618499707735424e-08,
      "loss": 0.5025,
      "step": 21273
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.605910253507872e-08,
      "loss": 0.5022,
      "step": 21274
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.593342698467006e-08,
      "loss": 0.5302,
      "step": 21275
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.580797042888939e-08,
      "loss": 0.5345,
      "step": 21276
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5682732870494506e-08,
      "loss": 0.4929,
      "step": 21277
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.555771431223765e-08,
      "loss": 0.4096,
      "step": 21278
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.543291475686772e-08,
      "loss": 0.5118,
      "step": 21279
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.530833420712476e-08,
      "loss": 0.5156,
      "step": 21280
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.518397266574991e-08,
      "loss": 0.5973,
      "step": 21281
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5059830135474314e-08,
      "loss": 0.6207,
      "step": 21282
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4935906619026904e-08,
      "loss": 0.5883,
      "step": 21283
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.481220211913328e-08,
      "loss": 0.5436,
      "step": 21284
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4688716638509036e-08,
      "loss": 0.6318,
      "step": 21285
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.45654501798709e-08,
      "loss": 0.5658,
      "step": 21286
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4442402745926695e-08,
      "loss": 0.4991,
      "step": 21287
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.431957433938204e-08,
      "loss": 0.6028,
      "step": 21288
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.419696496293479e-08,
      "loss": 0.5397,
      "step": 21289
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.4074574619279435e-08,
      "loss": 0.5501,
      "step": 21290
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.395240331110938e-08,
      "loss": 0.4612,
      "step": 21291
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.383045104110583e-08,
      "loss": 0.4343,
      "step": 21292
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3708717811951066e-08,
      "loss": 0.5107,
      "step": 21293
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.358720362632073e-08,
      "loss": 0.5396,
      "step": 21294
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.34659084868838e-08,
      "loss": 0.5362,
      "step": 21295
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3344832396308145e-08,
      "loss": 0.5963,
      "step": 21296
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.3223975357253856e-08,
      "loss": 0.5884,
      "step": 21297
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.31033373723777e-08,
      "loss": 0.5475,
      "step": 21298
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.298291844433088e-08,
      "loss": 0.5101,
      "step": 21299
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.286271857575907e-08,
      "loss": 0.587,
      "step": 21300
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.27427377693057e-08,
      "loss": 0.488,
      "step": 21301
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2622976027606444e-08,
      "loss": 0.4511,
      "step": 21302
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.250343335329364e-08,
      "loss": 0.5103,
      "step": 21303
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.238410974899631e-08,
      "loss": 0.4399,
      "step": 21304
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2265005217334555e-08,
      "loss": 0.5055,
      "step": 21305
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.214611976092852e-08,
      "loss": 0.4997,
      "step": 21306
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.202745338238833e-08,
      "loss": 0.5014,
      "step": 21307
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1909006084325233e-08,
      "loss": 0.4241,
      "step": 21308
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1790777869339376e-08,
      "loss": 0.4215,
      "step": 21309
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.1672768740032e-08,
      "loss": 0.5175,
      "step": 21310
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.155497869899438e-08,
      "loss": 0.4545,
      "step": 21311
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.143740774881665e-08,
      "loss": 0.499,
      "step": 21312
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.132005589208342e-08,
      "loss": 0.559,
      "step": 21313
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.120292313137263e-08,
      "loss": 0.5206,
      "step": 21314
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.108600946925999e-08,
      "loss": 0.7024,
      "step": 21315
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.096931490831345e-08,
      "loss": 0.4837,
      "step": 21316
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0852839451098735e-08,
      "loss": 0.4883,
      "step": 21317
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.073658310017602e-08,
      "loss": 0.5622,
      "step": 21318
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0620545858099926e-08,
      "loss": 0.5348,
      "step": 21319
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0504727727420635e-08,
      "loss": 0.5308,
      "step": 21320
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.038912871068389e-08,
      "loss": 0.5532,
      "step": 21321
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.027374881043099e-08,
      "loss": 0.5944,
      "step": 21322
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.015858802919769e-08,
      "loss": 0.5127,
      "step": 21323
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.004364636951418e-08,
      "loss": 0.4836,
      "step": 21324
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.992892383390622e-08,
      "loss": 0.5879,
      "step": 21325
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.981442042489735e-08,
      "loss": 0.4954,
      "step": 21326
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9700136145002222e-08,
      "loss": 0.5885,
      "step": 21327
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9586070996733272e-08,
      "loss": 0.5246,
      "step": 21328
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9472224982598495e-08,
      "loss": 0.4681,
      "step": 21329
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9358598105098114e-08,
      "loss": 0.5557,
      "step": 21330
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9245190366731235e-08,
      "loss": 0.5539,
      "step": 21331
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9132001769989205e-08,
      "loss": 0.5153,
      "step": 21332
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9019032317360028e-08,
      "loss": 0.5134,
      "step": 21333
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.890628201132728e-08,
      "loss": 0.5345,
      "step": 21334
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8793750854367865e-08,
      "loss": 0.5817,
      "step": 21335
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8681438848956468e-08,
      "loss": 0.4659,
      "step": 21336
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8569345997560006e-08,
      "loss": 0.5522,
      "step": 21337
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8457472302643174e-08,
      "loss": 0.5434,
      "step": 21338
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.834581776666401e-08,
      "loss": 0.4539,
      "step": 21339
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8234382392077207e-08,
      "loss": 0.5387,
      "step": 21340
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.812316618133193e-08,
      "loss": 0.615,
      "step": 21341
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.801216913687288e-08,
      "loss": 0.5357,
      "step": 21342
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7901391261137e-08,
      "loss": 0.6367,
      "step": 21343
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.779083255656234e-08,
      "loss": 0.5946,
      "step": 21344
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.768049302557807e-08,
      "loss": 0.4813,
      "step": 21345
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7570372670607804e-08,
      "loss": 0.5613,
      "step": 21346
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.746047149407294e-08,
      "loss": 0.6843,
      "step": 21347
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7350789498388207e-08,
      "loss": 0.559,
      "step": 21348
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.724132668596502e-08,
      "loss": 0.5357,
      "step": 21349
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7132083059209225e-08,
      "loss": 0.623,
      "step": 21350
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7023058620521125e-08,
      "loss": 0.5391,
      "step": 21351
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6914253372297695e-08,
      "loss": 0.4866,
      "step": 21352
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.680566731692924e-08,
      "loss": 0.4169,
      "step": 21353
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6697300456802745e-08,
      "loss": 0.5781,
      "step": 21354
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6589152794301854e-08,
      "loss": 0.5144,
      "step": 21355
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6481224331800225e-08,
      "loss": 0.5794,
      "step": 21356
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.637351507167263e-08,
      "loss": 0.6373,
      "step": 21357
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6266025016283834e-08,
      "loss": 0.6082,
      "step": 21358
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6158754167998623e-08,
      "loss": 0.5712,
      "step": 21359
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6051702529173995e-08,
      "loss": 0.5284,
      "step": 21360
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.59448701021614e-08,
      "loss": 0.5758,
      "step": 21361
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5838256889311186e-08,
      "loss": 0.5853,
      "step": 21362
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.573186289296481e-08,
      "loss": 0.5778,
      "step": 21363
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.562568811546151e-08,
      "loss": 0.5009,
      "step": 21364
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.551973255913387e-08,
      "loss": 0.5825,
      "step": 21365
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5413996226312242e-08,
      "loss": 0.5194,
      "step": 21366
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5308479119318108e-08,
      "loss": 0.588,
      "step": 21367
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.520318124047294e-08,
      "loss": 0.5306,
      "step": 21368
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5098102592090446e-08,
      "loss": 0.5403,
      "step": 21369
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4993243176478777e-08,
      "loss": 0.575,
      "step": 21370
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4888602995944977e-08,
      "loss": 0.471,
      "step": 21371
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4784182052786098e-08,
      "loss": 0.5628,
      "step": 21372
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4679980349299192e-08,
      "loss": 0.5809,
      "step": 21373
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4575997887773538e-08,
      "loss": 0.4938,
      "step": 21374
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4472234670493977e-08,
      "loss": 0.5229,
      "step": 21375
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4368690699743124e-08,
      "loss": 0.4723,
      "step": 21376
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.426536597779472e-08,
      "loss": 0.5582,
      "step": 21377
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4162260506920276e-08,
      "loss": 0.4474,
      "step": 21378
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4059374289385763e-08,
      "loss": 0.5207,
      "step": 21379
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.395670732745381e-08,
      "loss": 0.4879,
      "step": 21380
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3854259623379284e-08,
      "loss": 0.5978,
      "step": 21381
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3752031179413714e-08,
      "loss": 0.5541,
      "step": 21382
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3650021997804197e-08,
      "loss": 0.5825,
      "step": 21383
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3548232080793375e-08,
      "loss": 0.4988,
      "step": 21384
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3446661430618354e-08,
      "loss": 0.5845,
      "step": 21385
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3345310049511793e-08,
      "loss": 0.515,
      "step": 21386
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3244177939699685e-08,
      "loss": 0.4867,
      "step": 21387
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.314326510340581e-08,
      "loss": 0.4319,
      "step": 21388
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.304257154284839e-08,
      "loss": 0.3989,
      "step": 21389
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2942097260240102e-08,
      "loss": 0.4164,
      "step": 21390
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.284184225778807e-08,
      "loss": 0.6683,
      "step": 21391
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.274180653769831e-08,
      "loss": 0.5613,
      "step": 21392
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2641990102167945e-08,
      "loss": 0.5951,
      "step": 21393
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.254239295339078e-08,
      "loss": 0.5124,
      "step": 21394
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2443015093556175e-08,
      "loss": 0.5752,
      "step": 21395
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.234385652484683e-08,
      "loss": 0.524,
      "step": 21396
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2244917249444332e-08,
      "loss": 0.5212,
      "step": 21397
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2146197269522494e-08,
      "loss": 0.5211,
      "step": 21398
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.204769658724959e-08,
      "loss": 0.5383,
      "step": 21399
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1949415204792767e-08,
      "loss": 0.4142,
      "step": 21400
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1851353124310305e-08,
      "loss": 0.5491,
      "step": 21401
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.175351034795825e-08,
      "loss": 0.5294,
      "step": 21402
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.165588687788711e-08,
      "loss": 0.5553,
      "step": 21403
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1558482716241834e-08,
      "loss": 0.6028,
      "step": 21404
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1461297865164043e-08,
      "loss": 0.4909,
      "step": 21405
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1364332326788694e-08,
      "loss": 0.5772,
      "step": 21406
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1267586103248528e-08,
      "loss": 0.5207,
      "step": 21407
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1171059196668507e-08,
      "loss": 0.5339,
      "step": 21408
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1074751609171384e-08,
      "loss": 0.5156,
      "step": 21409
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0978663342872128e-08,
      "loss": 0.5832,
      "step": 21410
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.08827943998835e-08,
      "loss": 0.5088,
      "step": 21411
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0787144782312697e-08,
      "loss": 0.5135,
      "step": 21412
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0691714492261372e-08,
      "loss": 0.4994,
      "step": 21413
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.059650353182785e-08,
      "loss": 0.472,
      "step": 21414
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.050151190310379e-08,
      "loss": 0.5355,
      "step": 21415
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0406739608178628e-08,
      "loss": 0.5162,
      "step": 21416
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0312186649132927e-08,
      "loss": 0.5666,
      "step": 21417
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.021785302804613e-08,
      "loss": 0.5482,
      "step": 21418
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0123738746992137e-08,
      "loss": 0.496,
      "step": 21419
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0029843808037073e-08,
      "loss": 0.4756,
      "step": 21420
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9936168213248176e-08,
      "loss": 0.4946,
      "step": 21421
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.984271196468157e-08,
      "loss": 0.5417,
      "step": 21422
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9749475064391176e-08,
      "loss": 0.446,
      "step": 21423
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9656457514428683e-08,
      "loss": 0.5348,
      "step": 21424
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9563659316834682e-08,
      "loss": 0.5132,
      "step": 21425
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9471080473651982e-08,
      "loss": 0.4493,
      "step": 21426
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9378720986914514e-08,
      "loss": 0.4948,
      "step": 21427
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.928658085865287e-08,
      "loss": 0.5858,
      "step": 21428
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9194660090889883e-08,
      "loss": 0.5424,
      "step": 21429
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9102958685647266e-08,
      "loss": 0.5127,
      "step": 21430
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9011476644940075e-08,
      "loss": 0.4137,
      "step": 21431
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8920213970780032e-08,
      "loss": 0.5637,
      "step": 21432
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8829170665171093e-08,
      "loss": 0.4124,
      "step": 21433
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8738346730116096e-08,
      "loss": 0.5753,
      "step": 21434
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8647742167610115e-08,
      "loss": 0.436,
      "step": 21435
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8557356979644892e-08,
      "loss": 0.4463,
      "step": 21436
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.846719116820772e-08,
      "loss": 0.5123,
      "step": 21437
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.837724473527813e-08,
      "loss": 0.5639,
      "step": 21438
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8287517682834545e-08,
      "loss": 0.3536,
      "step": 21439
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.819801001284871e-08,
      "loss": 0.6902,
      "step": 21440
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8108721727287946e-08,
      "loss": 0.5986,
      "step": 21441
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.801965282811513e-08,
      "loss": 0.5801,
      "step": 21442
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.793080331728758e-08,
      "loss": 0.5745,
      "step": 21443
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7842173196757072e-08,
      "loss": 0.5083,
      "step": 21444
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7753762468473156e-08,
      "loss": 0.5201,
      "step": 21445
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.766557113437761e-08,
      "loss": 0.4601,
      "step": 21446
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.757759919640889e-08,
      "loss": 0.5677,
      "step": 21447
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7489846656500996e-08,
      "loss": 0.4643,
      "step": 21448
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7402313516583504e-08,
      "loss": 0.5422,
      "step": 21449
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7314999778578202e-08,
      "loss": 0.4988,
      "step": 21450
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.722790544440578e-08,
      "loss": 0.5472,
      "step": 21451
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.714103051597915e-08,
      "loss": 0.5269,
      "step": 21452
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7054374995209012e-08,
      "loss": 0.4825,
      "step": 21453
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.696793888399939e-08,
      "loss": 0.5808,
      "step": 21454
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6881722184248773e-08,
      "loss": 0.5183,
      "step": 21455
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6795724897854525e-08,
      "loss": 0.5316,
      "step": 21456
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6709947026704032e-08,
      "loss": 0.5472,
      "step": 21457
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.662438857268467e-08,
      "loss": 0.5684,
      "step": 21458
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6539049537676043e-08,
      "loss": 0.6191,
      "step": 21459
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6453929923553325e-08,
      "loss": 0.4205,
      "step": 21460
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6369029732188348e-08,
      "loss": 0.5596,
      "step": 21461
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6284348965446284e-08,
      "loss": 0.6071,
      "step": 21462
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.619988762518898e-08,
      "loss": 0.4744,
      "step": 21463
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6115645713272733e-08,
      "loss": 0.5479,
      "step": 21464
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6031623231547166e-08,
      "loss": 0.5108,
      "step": 21465
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5947820181861918e-08,
      "loss": 0.5683,
      "step": 21466
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5864236566056622e-08,
      "loss": 0.5566,
      "step": 21467
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5780872385969816e-08,
      "loss": 0.4277,
      "step": 21468
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5697727643432248e-08,
      "loss": 0.5016,
      "step": 21469
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.561480234027135e-08,
      "loss": 0.4827,
      "step": 21470
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.553209647831122e-08,
      "loss": 0.4726,
      "step": 21471
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.544961005936929e-08,
      "loss": 0.5871,
      "step": 21472
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5367343085257448e-08,
      "loss": 0.5975,
      "step": 21473
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.528529555778424e-08,
      "loss": 0.6047,
      "step": 21474
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5203467478753786e-08,
      "loss": 0.5173,
      "step": 21475
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5121858849962423e-08,
      "loss": 0.4698,
      "step": 21476
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5040469673205383e-08,
      "loss": 0.4771,
      "step": 21477
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4959299950271233e-08,
      "loss": 0.5221,
      "step": 21478
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4878349682945215e-08,
      "loss": 0.5111,
      "step": 21479
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4797618873003682e-08,
      "loss": 0.613,
      "step": 21480
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4717107522222995e-08,
      "loss": 0.548,
      "step": 21481
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4636815632372848e-08,
      "loss": 0.4666,
      "step": 21482
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4556743205216272e-08,
      "loss": 0.5355,
      "step": 21483
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4476890242514085e-08,
      "loss": 0.4577,
      "step": 21484
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4397256746021549e-08,
      "loss": 0.4897,
      "step": 21485
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4317842717489482e-08,
      "loss": 0.6202,
      "step": 21486
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4238648158662049e-08,
      "loss": 0.4901,
      "step": 21487
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4159673071280078e-08,
      "loss": 0.5068,
      "step": 21488
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4080917457078846e-08,
      "loss": 0.4662,
      "step": 21489
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4002381317791414e-08,
      "loss": 0.4925,
      "step": 21490
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3924064655140846e-08,
      "loss": 0.5617,
      "step": 21491
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3845967470851318e-08,
      "loss": 0.4681,
      "step": 21492
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3768089766637017e-08,
      "loss": 0.538,
      "step": 21493
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3690431544211013e-08,
      "loss": 0.5259,
      "step": 21494
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3612992805279724e-08,
      "loss": 0.557,
      "step": 21495
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3535773551545116e-08,
      "loss": 0.517,
      "step": 21496
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3458773784703616e-08,
      "loss": 0.5701,
      "step": 21497
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.338199350644831e-08,
      "loss": 0.4985,
      "step": 21498
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3305432718466737e-08,
      "loss": 0.5055,
      "step": 21499
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3229091422440887e-08,
      "loss": 0.6109,
      "step": 21500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3152969620050526e-08,
      "loss": 0.5416,
      "step": 21501
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3077067312965431e-08,
      "loss": 0.4649,
      "step": 21502
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3001384502857595e-08,
      "loss": 0.4619,
      "step": 21503
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2925921191387914e-08,
      "loss": 0.5537,
      "step": 21504
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2850677380215059e-08,
      "loss": 0.5529,
      "step": 21505
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2775653070993266e-08,
      "loss": 0.5893,
      "step": 21506
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2700848265372322e-08,
      "loss": 0.5433,
      "step": 21507
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2626262964994252e-08,
      "loss": 0.543,
      "step": 21508
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2551897171501071e-08,
      "loss": 0.5271,
      "step": 21509
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2477750886524809e-08,
      "loss": 0.5732,
      "step": 21510
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2403824111695273e-08,
      "loss": 0.5302,
      "step": 21511
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.233011684863894e-08,
      "loss": 0.4879,
      "step": 21512
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2256629098974515e-08,
      "loss": 0.5342,
      "step": 21513
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2183360864317372e-08,
      "loss": 0.5159,
      "step": 21514
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2110312146278447e-08,
      "loss": 0.3822,
      "step": 21515
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.203748294646201e-08,
      "loss": 0.5732,
      "step": 21516
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1964873266469002e-08,
      "loss": 0.4721,
      "step": 21517
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1892483107897035e-08,
      "loss": 0.5565,
      "step": 21518
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1820312472334838e-08,
      "loss": 0.5629,
      "step": 21519
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1748361361370032e-08,
      "loss": 0.5313,
      "step": 21520
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.167662977658246e-08,
      "loss": 0.6313,
      "step": 21521
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1605117719550862e-08,
      "loss": 0.5448,
      "step": 21522
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1533825191845094e-08,
      "loss": 0.5426,
      "step": 21523
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1462752195032789e-08,
      "loss": 0.5893,
      "step": 21524
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1391898730676032e-08,
      "loss": 0.5671,
      "step": 21525
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1321264800332465e-08,
      "loss": 0.5934,
      "step": 21526
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1250850405554182e-08,
      "loss": 0.5636,
      "step": 21527
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.118065554788772e-08,
      "loss": 0.5366,
      "step": 21528
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1110680228877401e-08,
      "loss": 0.5296,
      "step": 21529
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1040924450060886e-08,
      "loss": 0.5742,
      "step": 21530
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.097138821297028e-08,
      "loss": 0.5386,
      "step": 21531
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.090207151913547e-08,
      "loss": 0.4982,
      "step": 21532
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0832974370078575e-08,
      "loss": 0.562,
      "step": 21533
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0764096767318378e-08,
      "loss": 0.5672,
      "step": 21534
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0695438712369222e-08,
      "loss": 0.53,
      "step": 21535
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.06270002067399e-08,
      "loss": 0.5602,
      "step": 21536
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0558781251934768e-08,
      "loss": 0.4596,
      "step": 21537
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0490781849453735e-08,
      "loss": 0.5591,
      "step": 21538
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0423002000790051e-08,
      "loss": 0.4158,
      "step": 21539
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0355441707433633e-08,
      "loss": 0.4024,
      "step": 21540
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0288100970869963e-08,
      "loss": 0.4926,
      "step": 21541
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0220979792577857e-08,
      "loss": 0.4344,
      "step": 21542
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.015407817403502e-08,
      "loss": 0.4766,
      "step": 21543
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.008739611670917e-08,
      "loss": 0.4886,
      "step": 21544
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0020933622068019e-08,
      "loss": 0.5176,
      "step": 21545
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.9546906915704e-09,
      "loss": 0.4613,
      "step": 21546
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.88866732667404e-09,
      "loss": 0.5405,
      "step": 21547
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.822863528827775e-09,
      "loss": 0.5959,
      "step": 21548
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.757279299480448e-09,
      "loss": 0.5751,
      "step": 21549
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.69191464007202e-09,
      "loss": 0.5282,
      "step": 21550
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.626769552039117e-09,
      "loss": 0.4675,
      "step": 21551
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.561844036812818e-09,
      "loss": 0.5849,
      "step": 21552
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.497138095821979e-09,
      "loss": 0.5558,
      "step": 21553
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.432651730488796e-09,
      "loss": 0.7001,
      "step": 21554
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.368384942227693e-09,
      "loss": 0.5076,
      "step": 21555
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.304337732454205e-09,
      "loss": 0.5465,
      "step": 21556
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.240510102573874e-09,
      "loss": 0.5443,
      "step": 21557
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.176902053991133e-09,
      "loss": 0.457,
      "step": 21558
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.11351358810375e-09,
      "loss": 0.5746,
      "step": 21559
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.050344706303949e-09,
      "loss": 0.5919,
      "step": 21560
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.987395409980616e-09,
      "loss": 0.5194,
      "step": 21561
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.924665700517089e-09,
      "loss": 0.4889,
      "step": 21562
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.862155579292265e-09,
      "loss": 0.5004,
      "step": 21563
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.7998650476806e-09,
      "loss": 0.5633,
      "step": 21564
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.73779410704989e-09,
      "loss": 0.5571,
      "step": 21565
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.675942758764599e-09,
      "loss": 0.5877,
      "step": 21566
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.61431100418586e-09,
      "loss": 0.5838,
      "step": 21567
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.552898844665925e-09,
      "loss": 0.5285,
      "step": 21568
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.491706281555934e-09,
      "loss": 0.5743,
      "step": 21569
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.430733316200368e-09,
      "loss": 0.6131,
      "step": 21570
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.369979949939266e-09,
      "loss": 0.5531,
      "step": 21571
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.309446184108228e-09,
      "loss": 0.4509,
      "step": 21572
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.249132020037298e-09,
      "loss": 0.4938,
      "step": 21573
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.189037459052085e-09,
      "loss": 0.4617,
      "step": 21574
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.129162502472643e-09,
      "loss": 0.4967,
      "step": 21575
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.069507151616807e-09,
      "loss": 0.6064,
      "step": 21576
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.01007140779464e-09,
      "loss": 0.5633,
      "step": 21577
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.950855272312873e-09,
      "loss": 0.5628,
      "step": 21578
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.891858746472691e-09,
      "loss": 0.5057,
      "step": 21579
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.833081831569723e-09,
      "loss": 0.6385,
      "step": 21580
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.774524528897375e-09,
      "loss": 0.5326,
      "step": 21581
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.716186839742401e-09,
      "loss": 0.4748,
      "step": 21582
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.658068765385996e-09,
      "loss": 0.6354,
      "step": 21583
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.600170307106026e-09,
      "loss": 0.6088,
      "step": 21584
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.542491466174806e-09,
      "loss": 0.3956,
      "step": 21585
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.485032243861324e-09,
      "loss": 0.5765,
      "step": 21586
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.42779264142679e-09,
      "loss": 0.609,
      "step": 21587
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.370772660130199e-09,
      "loss": 0.6099,
      "step": 21588
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.313972301223882e-09,
      "loss": 0.505,
      "step": 21589
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.257391565956839e-09,
      "loss": 0.5794,
      "step": 21590
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.201030455573632e-09,
      "loss": 0.4754,
      "step": 21591
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.1448889713110485e-09,
      "loss": 0.4924,
      "step": 21592
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.0889671144036556e-09,
      "loss": 0.4688,
      "step": 21593
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.033264886080471e-09,
      "loss": 0.5546,
      "step": 21594
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.977782287567181e-09,
      "loss": 0.543,
      "step": 21595
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.9225193200816995e-09,
      "loss": 0.5136,
      "step": 21596
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.867475984838612e-09,
      "loss": 0.5551,
      "step": 21597
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.81265228304806e-09,
      "loss": 0.5422,
      "step": 21598
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.758048215914636e-09,
      "loss": 0.5769,
      "step": 21599
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.703663784639602e-09,
      "loss": 0.5634,
      "step": 21600
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.6494989904164475e-09,
      "loss": 0.5866,
      "step": 21601
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.595553834437551e-09,
      "loss": 0.6109,
      "step": 21602
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.5418283178864116e-09,
      "loss": 0.5251,
      "step": 21603
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.488322441946526e-09,
      "loss": 0.5208,
      "step": 21604
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.4350362077914005e-09,
      "loss": 0.6699,
      "step": 21605
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.381969616592321e-09,
      "loss": 0.6242,
      "step": 21606
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.329122669518351e-09,
      "loss": 0.4586,
      "step": 21607
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.2764953677274535e-09,
      "loss": 0.453,
      "step": 21608
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.2240877123787015e-09,
      "loss": 0.5099,
      "step": 21609
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.171899704623396e-09,
      "loss": 0.5072,
      "step": 21610
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.119931345607289e-09,
      "loss": 0.5268,
      "step": 21611
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.0681826364739075e-09,
      "loss": 0.5377,
      "step": 21612
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.016653578360121e-09,
      "loss": 0.5989,
      "step": 21613
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.9653441723994675e-09,
      "loss": 0.6119,
      "step": 21614
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.914254419717713e-09,
      "loss": 0.4897,
      "step": 21615
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.863384321439513e-09,
      "loss": 0.5258,
      "step": 21616
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.812733878681753e-09,
      "loss": 0.5894,
      "step": 21617
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.762303092559096e-09,
      "loss": 0.5314,
      "step": 21618
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.7120919641773245e-09,
      "loss": 0.5974,
      "step": 21619
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.66210049464222e-09,
      "loss": 0.5469,
      "step": 21620
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.612328685052903e-09,
      "loss": 0.5425,
      "step": 21621
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.562776536500725e-09,
      "loss": 0.547,
      "step": 21622
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.5134440500770324e-09,
      "loss": 0.4585,
      "step": 21623
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.464331226865405e-09,
      "loss": 0.4718,
      "step": 21624
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.415438067944978e-09,
      "loss": 0.4525,
      "step": 21625
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.366764574390448e-09,
      "loss": 0.5723,
      "step": 21626
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.318310747272071e-09,
      "loss": 0.5655,
      "step": 21627
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.270076587654549e-09,
      "loss": 0.5311,
      "step": 21628
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2220620965981464e-09,
      "loss": 0.5039,
      "step": 21629
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.174267275157574e-09,
      "loss": 0.3996,
      "step": 21630
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.126692124383104e-09,
      "loss": 0.537,
      "step": 21631
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.079336645321675e-09,
      "loss": 0.5539,
      "step": 21632
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.032200839012458e-09,
      "loss": 0.4676,
      "step": 21633
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.985284706492399e-09,
      "loss": 0.5288,
      "step": 21634
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.938588248792897e-09,
      "loss": 0.5715,
      "step": 21635
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.892111466938687e-09,
      "loss": 0.5179,
      "step": 21636
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.845854361953395e-09,
      "loss": 0.4565,
      "step": 21637
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.799816934852874e-09,
      "loss": 0.5318,
      "step": 21638
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.7539991866485394e-09,
      "loss": 0.5131,
      "step": 21639
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.708401118347361e-09,
      "loss": 0.4904,
      "step": 21640
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.663022730951872e-09,
      "loss": 0.4546,
      "step": 21641
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.617864025460161e-09,
      "loss": 0.5354,
      "step": 21642
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.572925002862549e-09,
      "loss": 0.4792,
      "step": 21643
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.528205664149354e-09,
      "loss": 0.5496,
      "step": 21644
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.483706010300904e-09,
      "loss": 0.5874,
      "step": 21645
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.4394260422975235e-09,
      "loss": 0.4622,
      "step": 21646
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.395365761110659e-09,
      "loss": 0.4696,
      "step": 21647
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3515251677106465e-09,
      "loss": 0.5107,
      "step": 21648
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.307904263057827e-09,
      "loss": 0.5981,
      "step": 21649
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.264503048114765e-09,
      "loss": 0.5126,
      "step": 21650
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.221321523832922e-09,
      "loss": 0.6588,
      "step": 21651
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.178359691161538e-09,
      "loss": 0.4685,
      "step": 21652
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.135617551045412e-09,
      "loss": 0.5814,
      "step": 21653
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.0930951044237945e-09,
      "loss": 0.5491,
      "step": 21654
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.050792352231492e-09,
      "loss": 0.5588,
      "step": 21655
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.008709295397761e-09,
      "loss": 0.4741,
      "step": 21656
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.966845934847418e-09,
      "loss": 0.5766,
      "step": 21657
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.925202271501949e-09,
      "loss": 0.5841,
      "step": 21658
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.883778306275066e-09,
      "loss": 0.5207,
      "step": 21659
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.842574040077151e-09,
      "loss": 0.5996,
      "step": 21660
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.801589473815259e-09,
      "loss": 0.5431,
      "step": 21661
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7608246083886694e-09,
      "loss": 0.5045,
      "step": 21662
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.720279444693331e-09,
      "loss": 0.5698,
      "step": 21663
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6799539836218643e-09,
      "loss": 0.5672,
      "step": 21664
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6398482260591174e-09,
      "loss": 0.5508,
      "step": 21665
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5999621728877165e-09,
      "loss": 0.4633,
      "step": 21666
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5602958249836286e-09,
      "loss": 0.5938,
      "step": 21667
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5208491832183777e-09,
      "loss": 0.5177,
      "step": 21668
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.481622248459049e-09,
      "loss": 0.5052,
      "step": 21669
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4426150215682852e-09,
      "loss": 0.5562,
      "step": 21670
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.403827503403179e-09,
      "loss": 0.5153,
      "step": 21671
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.365259694816381e-09,
      "loss": 0.6251,
      "step": 21672
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3269115966549913e-09,
      "loss": 0.5178,
      "step": 21673
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2887832097627802e-09,
      "loss": 0.5244,
      "step": 21674
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2508745349768555e-09,
      "loss": 0.6355,
      "step": 21675
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2131855731298844e-09,
      "loss": 0.5162,
      "step": 21676
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1757163250523137e-09,
      "loss": 0.6267,
      "step": 21677
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1384667915657088e-09,
      "loss": 0.5236,
      "step": 21678
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1014369734894134e-09,
      "loss": 0.4404,
      "step": 21679
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.064626871637222e-09,
      "loss": 0.4573,
      "step": 21680
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.028036486817376e-09,
      "loss": 0.5649,
      "step": 21681
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.9916658198358984e-09,
      "loss": 0.5666,
      "step": 21682
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.955514871491039e-09,
      "loss": 0.6413,
      "step": 21683
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.919583642577717e-09,
      "loss": 0.5125,
      "step": 21684
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8838721338853013e-09,
      "loss": 0.5715,
      "step": 21685
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.84838034619872e-09,
      "loss": 0.5043,
      "step": 21686
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.81310828029846e-09,
      "loss": 0.5111,
      "step": 21687
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.778055936958346e-09,
      "loss": 0.3724,
      "step": 21688
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7432233169510936e-09,
      "loss": 0.5667,
      "step": 21689
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.708610421040536e-09,
      "loss": 0.4988,
      "step": 21690
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6742172499871765e-09,
      "loss": 0.6003,
      "step": 21691
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6400438045481867e-09,
      "loss": 0.6417,
      "step": 21692
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.606090085474078e-09,
      "loss": 0.606,
      "step": 21693
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5723560935109195e-09,
      "loss": 0.5424,
      "step": 21694
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.5388418294003404e-09,
      "loss": 0.5354,
      "step": 21695
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.505547293879529e-09,
      "loss": 0.5136,
      "step": 21696
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.472472487679012e-09,
      "loss": 0.4051,
      "step": 21697
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.439617411525985e-09,
      "loss": 0.6037,
      "step": 21698
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.406982066143204e-09,
      "loss": 0.4343,
      "step": 21699
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.374566452247873e-09,
      "loss": 0.5627,
      "step": 21700
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.342370570551644e-09,
      "loss": 0.4994,
      "step": 21701
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3103944217628403e-09,
      "loss": 0.4994,
      "step": 21702
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.278638006584233e-09,
      "loss": 0.5398,
      "step": 21703
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2471013257130415e-09,
      "loss": 0.5562,
      "step": 21704
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.215784379844266e-09,
      "loss": 0.5222,
      "step": 21705
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.184687169664024e-09,
      "loss": 0.5883,
      "step": 21706
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1538096958562126e-09,
      "loss": 0.5462,
      "step": 21707
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1231519591013995e-09,
      "loss": 0.4861,
      "step": 21708
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.092713960071269e-09,
      "loss": 0.5194,
      "step": 21709
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.062495699434175e-09,
      "loss": 0.5478,
      "step": 21710
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.032497177857362e-09,
      "loss": 0.4702,
      "step": 21711
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.002718395996972e-09,
      "loss": 0.5152,
      "step": 21712
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.973159354510257e-09,
      "loss": 0.5893,
      "step": 21713
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9438200540444765e-09,
      "loss": 0.5058,
      "step": 21714
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9147004952457804e-09,
      "loss": 0.4724,
      "step": 21715
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8858006787536576e-09,
      "loss": 0.4214,
      "step": 21716
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8571206052042656e-09,
      "loss": 0.5158,
      "step": 21717
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.8286602752259908e-09,
      "loss": 0.4477,
      "step": 21718
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.800419689446109e-09,
      "loss": 0.4979,
      "step": 21719
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.772398848485235e-09,
      "loss": 0.5438,
      "step": 21720
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7445977529573221e-09,
      "loss": 0.4609,
      "step": 21721
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7170164034763237e-09,
      "loss": 0.5188,
      "step": 21722
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.689654800646201e-09,
      "loss": 0.4611,
      "step": 21723
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.662512945068695e-09,
      "loss": 0.6206,
      "step": 21724
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6355908373411056e-09,
      "loss": 0.5744,
      "step": 21725
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6088884780540715e-09,
      "loss": 0.4322,
      "step": 21726
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5824058677960109e-09,
      "loss": 0.4171,
      "step": 21727
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5561430071475704e-09,
      "loss": 0.5445,
      "step": 21728
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5300998966860658e-09,
      "loss": 0.6521,
      "step": 21729
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5042765369854827e-09,
      "loss": 0.5214,
      "step": 21730
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4786729286109247e-09,
      "loss": 0.4811,
      "step": 21731
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4532890721263849e-09,
      "loss": 0.6066,
      "step": 21732
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4281249680903053e-09,
      "loss": 0.6029,
      "step": 21733
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4031806170555774e-09,
      "loss": 0.4731,
      "step": 21734
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3784560195695407e-09,
      "loss": 0.4788,
      "step": 21735
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3539511761750945e-09,
      "loss": 0.5646,
      "step": 21736
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3296660874129175e-09,
      "loss": 0.5466,
      "step": 21737
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3056007538159165e-09,
      "loss": 0.3676,
      "step": 21738
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2817551759125579e-09,
      "loss": 0.5469,
      "step": 21739
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.258129354226867e-09,
      "loss": 0.5575,
      "step": 21740
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2347232892784278e-09,
      "loss": 0.5177,
      "step": 21741
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.211536981581274e-09,
      "loss": 0.556,
      "step": 21742
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1885704316461078e-09,
      "loss": 0.5461,
      "step": 21743
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1658236399758605e-09,
      "loss": 0.4846,
      "step": 21744
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1432966070723528e-09,
      "loss": 0.5348,
      "step": 21745
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.120989333429634e-09,
      "loss": 0.4789,
      "step": 21746
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0989018195384227e-09,
      "loss": 0.5027,
      "step": 21747
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0770340658838863e-09,
      "loss": 0.499,
      "step": 21748
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0553860729467514e-09,
      "loss": 0.5498,
      "step": 21749
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0339578412021934e-09,
      "loss": 0.498,
      "step": 21750
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.012749371122057e-09,
      "loss": 0.5523,
      "step": 21751
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.917606631726363e-10,
      "loss": 0.4486,
      "step": 21752
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.709917178146732e-10,
      "loss": 0.4688,
      "step": 21753
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.5044253550447e-10,
      "loss": 0.5391,
      "step": 21754
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.30113116693887e-10,
      "loss": 0.4307,
      "step": 21755
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.100034618303444e-10,
      "loss": 0.55,
      "step": 21756
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.901135713546005e-10,
      "loss": 0.5332,
      "step": 21757
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.704434457040833e-10,
      "loss": 0.5722,
      "step": 21758
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.5099308531289e-10,
      "loss": 0.4506,
      "step": 21759
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.317624906062361e-10,
      "loss": 0.6067,
      "step": 21760
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.127516620071163e-10,
      "loss": 0.5394,
      "step": 21761
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.939605999351952e-10,
      "loss": 0.4974,
      "step": 21762
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.75389304801255e-10,
      "loss": 0.5063,
      "step": 21763
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.570377770138582e-10,
      "loss": 0.4939,
      "step": 21764
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.389060169782358e-10,
      "loss": 0.5286,
      "step": 21765
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.209940250907377e-10,
      "loss": 0.5392,
      "step": 21766
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.033018017454928e-10,
      "loss": 0.5458,
      "step": 21767
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.858293473321898e-10,
      "loss": 0.4883,
      "step": 21768
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.685766622349654e-10,
      "loss": 0.473,
      "step": 21769
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.515437468312957e-10,
      "loss": 0.5038,
      "step": 21770
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.34730601496436e-10,
      "loss": 0.5814,
      "step": 21771
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.181372266012009e-10,
      "loss": 0.5613,
      "step": 21772
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.017636225086331e-10,
      "loss": 0.4834,
      "step": 21773
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.856097895795554e-10,
      "loss": 0.5279,
      "step": 21774
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.696757281681287e-10,
      "loss": 0.6152,
      "step": 21775
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.539614386251835e-10,
      "loss": 0.5791,
      "step": 21776
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.384669212959992e-10,
      "loss": 0.5056,
      "step": 21777
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.231921765203041e-10,
      "loss": 0.5886,
      "step": 21778
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.081372046356059e-10,
      "loss": 0.5653,
      "step": 21779
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.933020059705307e-10,
      "loss": 0.5029,
      "step": 21780
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.786865808537045e-10,
      "loss": 0.5033,
      "step": 21781
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.642909296037612e-10,
      "loss": 0.517,
      "step": 21782
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.5011505253933495e-10,
      "loss": 0.4982,
      "step": 21783
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3615894997128814e-10,
      "loss": 0.5046,
      "step": 21784
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.2242262220493214e-10,
      "loss": 0.4937,
      "step": 21785
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.0890606954446797e-10,
      "loss": 0.5079,
      "step": 21786
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.956092922841048e-10,
      "loss": 0.4945,
      "step": 21787
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.82532290719162e-10,
      "loss": 0.6196,
      "step": 21788
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.6967506513496677e-10,
      "loss": 0.6388,
      "step": 21789
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.5703761581573627e-10,
      "loss": 0.5712,
      "step": 21790
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.44619943037916e-10,
      "loss": 0.5003,
      "step": 21791
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3242204707462087e-10,
      "loss": 0.5102,
      "step": 21792
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.2044392819341465e-10,
      "loss": 0.4711,
      "step": 21793
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.086855866596405e-10,
      "loss": 0.4777,
      "step": 21794
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.971470227286499e-10,
      "loss": 0.6212,
      "step": 21795
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8582823665690427e-10,
      "loss": 0.5625,
      "step": 21796
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7472922869198335e-10,
      "loss": 0.5567,
      "step": 21797
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.6384999907813623e-10,
      "loss": 0.5563,
      "step": 21798
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5319054805295064e-10,
      "loss": 0.5571,
      "step": 21799
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.42750875852904e-10,
      "loss": 0.5185,
      "step": 21800
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3253098270670239e-10,
      "loss": 0.6268,
      "step": 21801
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2253086883750053e-10,
      "loss": 0.5494,
      "step": 21802
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1275053446734306e-10,
      "loss": 0.5847,
      "step": 21803
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0318997981050304e-10,
      "loss": 0.4971,
      "step": 21804
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9384920507570236e-10,
      "loss": 0.5579,
      "step": 21805
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8472821047055279e-10,
      "loss": 0.5406,
      "step": 21806
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7582699619267396e-10,
      "loss": 0.5974,
      "step": 21807
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6714556244079583e-10,
      "loss": 0.5085,
      "step": 21808
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.586839094036563e-10,
      "loss": 0.5458,
      "step": 21809
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5044203726777285e-10,
      "loss": 0.4427,
      "step": 21810
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4241994621411182e-10,
      "loss": 0.5815,
      "step": 21811
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3461763641919867e-10,
      "loss": 0.5451,
      "step": 21812
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.27035108055118e-10,
      "loss": 0.532,
      "step": 21813
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1967236128729298e-10,
      "loss": 0.4755,
      "step": 21814
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1252939627781623e-10,
      "loss": 0.5645,
      "step": 21815
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0560621318433939e-10,
      "loss": 0.4969,
      "step": 21816
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.890281215896303e-11,
      "loss": 0.5738,
      "step": 21817
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.241919334934679e-11,
      "loss": 0.5333,
      "step": 21818
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.615535689648901e-11,
      "loss": 0.4933,
      "step": 21819
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.011130293916758e-11,
      "loss": 0.5631,
      "step": 21820
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.428703161060924e-11,
      "loss": 0.565,
      "step": 21821
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.868254303737943e-11,
      "loss": 0.605,
      "step": 21822
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.32978373438231e-11,
      "loss": 0.5377,
      "step": 21823
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.813291464873416e-11,
      "loss": 0.6384,
      "step": 21824
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.318777506424511e-11,
      "loss": 0.4427,
      "step": 21825
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.84624186991578e-11,
      "loss": 0.4994,
      "step": 21826
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.395684565894343e-11,
      "loss": 0.5358,
      "step": 21827
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.9671056040191393e-11,
      "loss": 0.6039,
      "step": 21828
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.56050499394911e-11,
      "loss": 0.5481,
      "step": 21829
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.175882744455017e-11,
      "loss": 0.4117,
      "step": 21830
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.813238864085577e-11,
      "loss": 0.5498,
      "step": 21831
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.472573360834396e-11,
      "loss": 0.5545,
      "step": 21832
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.1538862420289464e-11,
      "loss": 0.5225,
      "step": 21833
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8571775147746552e-11,
      "loss": 0.5398,
      "step": 21834
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5824471856218383e-11,
      "loss": 0.5408,
      "step": 21835
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3296952606767222e-11,
      "loss": 0.573,
      "step": 21836
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0989217452683776e-11,
      "loss": 0.4968,
      "step": 21837
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.901266446148526e-12,
      "loss": 0.4885,
      "step": 21838
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.033099633790841e-12,
      "loss": 0.3922,
      "step": 21839
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.384717054468524e-12,
      "loss": 0.527,
      "step": 21840
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.956118747039384e-12,
      "loss": 0.517,
      "step": 21841
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.7473047403692166e-12,
      "loss": 0.6297,
      "step": 21842
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.758275063323822e-12,
      "loss": 0.5259,
      "step": 21843
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.890297358872148e-13,
      "loss": 0.5438,
      "step": 21844
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.3956877582296273e-13,
      "loss": 0.5653,
      "step": 21845
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0989219423329644e-13,
      "loss": 0.4539,
      "step": 21846
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.393,
      "step": 21847
    },
    {
      "epoch": 1.0,
      "step": 21847,
      "total_flos": 4121204351090688.0,
      "train_loss": 0.6017979687002969,
      "train_runtime": 89251.5597,
      "train_samples_per_second": 15.666,
      "train_steps_per_second": 0.245
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 21847,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50000,
  "total_flos": 4121204351090688.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}