{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999678135762335,
  "global_step": 7767,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 8.547008547008549e-08,
      "loss": 1.3162,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7094017094017097e-07,
      "loss": 1.5225,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.564102564102564e-07,
      "loss": 1.1601,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.4188034188034194e-07,
      "loss": 1.5425,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.273504273504274e-07,
      "loss": 1.5205,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.128205128205128e-07,
      "loss": 1.3335,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.982905982905984e-07,
      "loss": 1.1966,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.837606837606839e-07,
      "loss": 1.3956,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.692307692307694e-07,
      "loss": 1.4899,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.547008547008548e-07,
      "loss": 1.4572,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.401709401709402e-07,
      "loss": 1.3979,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0256410256410257e-06,
      "loss": 1.4089,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.111111111111111e-06,
      "loss": 1.3261,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1965811965811968e-06,
      "loss": 1.3866,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.282051282051282e-06,
      "loss": 1.2983,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3675213675213678e-06,
      "loss": 1.2604,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4529914529914531e-06,
      "loss": 1.1953,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 1.3524,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.623931623931624e-06,
      "loss": 1.3255,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7094017094017097e-06,
      "loss": 1.3224,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.794871794871795e-06,
      "loss": 1.2471,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8803418803418804e-06,
      "loss": 1.2435,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9658119658119658e-06,
      "loss": 1.2449,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 1.2704,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.136752136752137e-06,
      "loss": 1.256,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.0245,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.307692307692308e-06,
      "loss": 0.9999,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3931623931623937e-06,
      "loss": 1.0072,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.478632478632479e-06,
      "loss": 1.2363,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.564102564102564e-06,
      "loss": 1.2773,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.64957264957265e-06,
      "loss": 0.7161,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7350427350427355e-06,
      "loss": 1.2288,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8205128205128207e-06,
      "loss": 0.9188,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9059829059829063e-06,
      "loss": 1.1186,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9914529914529914e-06,
      "loss": 1.1981,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 1.1725,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1623931623931626e-06,
      "loss": 1.2218,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.247863247863248e-06,
      "loss": 1.1993,
      "step": 38
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2156,
      "step": 39
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4188034188034193e-06,
      "loss": 1.1194,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5042735042735045e-06,
      "loss": 1.1702,
      "step": 41
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.58974358974359e-06,
      "loss": 1.0837,
      "step": 42
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6752136752136756e-06,
      "loss": 1.2696,
      "step": 43
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.760683760683761e-06,
      "loss": 1.1997,
      "step": 44
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.846153846153847e-06,
      "loss": 1.275,
      "step": 45
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9316239316239315e-06,
      "loss": 1.1913,
      "step": 46
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.017094017094018e-06,
      "loss": 1.1616,
      "step": 47
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.102564102564103e-06,
      "loss": 1.1499,
      "step": 48
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.188034188034188e-06,
      "loss": 1.0857,
      "step": 49
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.273504273504274e-06,
      "loss": 1.169,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.358974358974359e-06,
      "loss": 1.1806,
      "step": 51
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.444444444444444e-06,
      "loss": 1.1062,
      "step": 52
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.5299145299145306e-06,
      "loss": 1.0768,
      "step": 53
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.615384615384616e-06,
      "loss": 1.1661,
      "step": 54
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.700854700854701e-06,
      "loss": 1.1696,
      "step": 55
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.786324786324787e-06,
      "loss": 1.2219,
      "step": 56
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.871794871794872e-06,
      "loss": 1.1981,
      "step": 57
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957264957264958e-06,
      "loss": 1.0939,
      "step": 58
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.042735042735043e-06,
      "loss": 1.169,
      "step": 59
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.128205128205128e-06,
      "loss": 1.0864,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.213675213675214e-06,
      "loss": 0.9176,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.2991452991453e-06,
      "loss": 1.1862,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.384615384615385e-06,
      "loss": 1.1692,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.470085470085471e-06,
      "loss": 1.1222,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.555555555555557e-06,
      "loss": 1.1155,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.641025641025641e-06,
      "loss": 0.9821,
      "step": 66
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.726495726495727e-06,
      "loss": 1.1401,
      "step": 67
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.8119658119658126e-06,
      "loss": 1.1998,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.897435897435898e-06,
      "loss": 1.1346,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.982905982905983e-06,
      "loss": 1.1426,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0683760683760684e-06,
      "loss": 0.9409,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.6764,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.23931623931624e-06,
      "loss": 1.2139,
      "step": 73
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.324786324786325e-06,
      "loss": 1.0803,
      "step": 74
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.410256410256412e-06,
      "loss": 1.0951,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.495726495726496e-06,
      "loss": 1.1681,
      "step": 76
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.581196581196582e-06,
      "loss": 1.1126,
      "step": 77
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.8477,
      "step": 78
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.752136752136753e-06,
      "loss": 1.1424,
      "step": 79
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.837606837606839e-06,
      "loss": 1.1531,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.923076923076923e-06,
      "loss": 1.1504,
      "step": 81
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.008547008547009e-06,
      "loss": 1.0883,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.0940170940170945e-06,
      "loss": 1.1842,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.17948717948718e-06,
      "loss": 0.9845,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.264957264957266e-06,
      "loss": 1.1665,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.350427350427351e-06,
      "loss": 0.9357,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.435897435897437e-06,
      "loss": 1.0699,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.521367521367522e-06,
      "loss": 0.8891,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.606837606837607e-06,
      "loss": 0.8532,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.692307692307694e-06,
      "loss": 1.1479,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.77777777777778e-06,
      "loss": 1.0385,
      "step": 91
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.863247863247863e-06,
      "loss": 1.0818,
      "step": 92
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.948717948717949e-06,
      "loss": 1.0614,
      "step": 93
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.034188034188036e-06,
      "loss": 1.1972,
      "step": 94
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.11965811965812e-06,
      "loss": 1.1007,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.205128205128205e-06,
      "loss": 1.0635,
      "step": 96
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.290598290598293e-06,
      "loss": 0.871,
      "step": 97
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.376068376068377e-06,
      "loss": 0.941,
      "step": 98
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.461538461538462e-06,
      "loss": 1.1383,
      "step": 99
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.547008547008548e-06,
      "loss": 1.1397,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.632478632478633e-06,
      "loss": 1.147,
      "step": 101
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.717948717948719e-06,
      "loss": 1.1768,
      "step": 102
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.803418803418804e-06,
      "loss": 1.0466,
      "step": 103
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.888888888888888e-06,
      "loss": 1.0643,
      "step": 104
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.974358974358976e-06,
      "loss": 1.1181,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.059829059829061e-06,
      "loss": 1.1362,
      "step": 106
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.145299145299145e-06,
      "loss": 1.091,
      "step": 107
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.230769230769232e-06,
      "loss": 1.1315,
      "step": 108
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.316239316239318e-06,
      "loss": 1.0643,
      "step": 109
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.401709401709402e-06,
      "loss": 1.1383,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.487179487179487e-06,
      "loss": 1.1558,
      "step": 111
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.572649572649575e-06,
      "loss": 1.1238,
      "step": 112
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.658119658119659e-06,
      "loss": 1.1302,
      "step": 113
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.743589743589744e-06,
      "loss": 1.0578,
      "step": 114
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.82905982905983e-06,
      "loss": 1.0681,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.914529914529915e-06,
      "loss": 1.1393,
      "step": 116
    },
    {
      "epoch": 0.02,
      "learning_rate": 1e-05,
      "loss": 1.1271,
      "step": 117
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0085470085470086e-05,
      "loss": 1.1045,
      "step": 118
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0170940170940172e-05,
      "loss": 1.1144,
      "step": 119
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0256410256410256e-05,
      "loss": 1.1049,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0341880341880343e-05,
      "loss": 1.1164,
      "step": 121
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0427350427350429e-05,
      "loss": 1.0838,
      "step": 122
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0512820512820514e-05,
      "loss": 0.9104,
      "step": 123
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.05982905982906e-05,
      "loss": 1.0751,
      "step": 124
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0683760683760684e-05,
      "loss": 0.8334,
      "step": 125
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.076923076923077e-05,
      "loss": 1.0945,
      "step": 126
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0854700854700855e-05,
      "loss": 1.1148,
      "step": 127
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0940170940170942e-05,
      "loss": 1.181,
      "step": 128
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1025641025641028e-05,
      "loss": 1.0989,
      "step": 129
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 1.0298,
      "step": 130
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1196581196581197e-05,
      "loss": 1.0567,
      "step": 131
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1282051282051283e-05,
      "loss": 1.1414,
      "step": 132
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1367521367521368e-05,
      "loss": 1.1322,
      "step": 133
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1452991452991454e-05,
      "loss": 1.1097,
      "step": 134
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1538461538461538e-05,
      "loss": 1.1367,
      "step": 135
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1623931623931625e-05,
      "loss": 1.035,
      "step": 136
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.170940170940171e-05,
      "loss": 1.1318,
      "step": 137
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1794871794871796e-05,
      "loss": 1.1121,
      "step": 138
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1880341880341882e-05,
      "loss": 1.0769,
      "step": 139
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1965811965811966e-05,
      "loss": 1.0665,
      "step": 140
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2051282051282051e-05,
      "loss": 1.1277,
      "step": 141
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2136752136752137e-05,
      "loss": 1.079,
      "step": 142
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2222222222222224e-05,
      "loss": 0.8627,
      "step": 143
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.230769230769231e-05,
      "loss": 1.0983,
      "step": 144
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2393162393162395e-05,
      "loss": 1.0531,
      "step": 145
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.247863247863248e-05,
      "loss": 0.8912,
      "step": 146
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2564102564102565e-05,
      "loss": 1.0459,
      "step": 147
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.264957264957265e-05,
      "loss": 1.0635,
      "step": 148
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2735042735042736e-05,
      "loss": 1.0448,
      "step": 149
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2820512820512823e-05,
      "loss": 1.0602,
      "step": 150
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2905982905982907e-05,
      "loss": 1.0485,
      "step": 151
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2991452991452993e-05,
      "loss": 1.04,
      "step": 152
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3076923076923078e-05,
      "loss": 1.0583,
      "step": 153
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3162393162393164e-05,
      "loss": 1.0875,
      "step": 154
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3247863247863248e-05,
      "loss": 1.0972,
      "step": 155
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.8528,
      "step": 156
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3418803418803419e-05,
      "loss": 1.1365,
      "step": 157
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3504273504273506e-05,
      "loss": 1.0391,
      "step": 158
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3589743589743592e-05,
      "loss": 1.0187,
      "step": 159
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3675213675213677e-05,
      "loss": 0.9738,
      "step": 160
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3760683760683761e-05,
      "loss": 1.0272,
      "step": 161
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3846153846153847e-05,
      "loss": 1.0676,
      "step": 162
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3931623931623932e-05,
      "loss": 1.0828,
      "step": 163
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4017094017094018e-05,
      "loss": 1.0768,
      "step": 164
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4102564102564105e-05,
      "loss": 0.8603,
      "step": 165
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4188034188034189e-05,
      "loss": 1.0622,
      "step": 166
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4273504273504275e-05,
      "loss": 1.0764,
      "step": 167
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.435897435897436e-05,
      "loss": 1.1085,
      "step": 168
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4444444444444446e-05,
      "loss": 1.0658,
      "step": 169
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4529914529914531e-05,
      "loss": 1.1247,
      "step": 170
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4615384615384615e-05,
      "loss": 1.0666,
      "step": 171
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4700854700854703e-05,
      "loss": 1.1403,
      "step": 172
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4786324786324788e-05,
      "loss": 1.0577,
      "step": 173
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4871794871794874e-05,
      "loss": 1.0506,
      "step": 174
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.495726495726496e-05,
      "loss": 1.0673,
      "step": 175
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5042735042735043e-05,
      "loss": 1.052,
      "step": 176
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5128205128205129e-05,
      "loss": 1.0708,
      "step": 177
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5213675213675214e-05,
      "loss": 1.0378,
      "step": 178
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5299145299145298e-05,
      "loss": 1.0289,
      "step": 179
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 0.7922,
      "step": 180
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5470085470085473e-05,
      "loss": 1.0067,
      "step": 181
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.555555555555556e-05,
      "loss": 0.8667,
      "step": 182
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5641025641025644e-05,
      "loss": 1.0918,
      "step": 183
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5726495726495726e-05,
      "loss": 1.0254,
      "step": 184
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.581196581196581e-05,
      "loss": 0.829,
      "step": 185
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5897435897435897e-05,
      "loss": 1.0479,
      "step": 186
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5982905982905986e-05,
      "loss": 1.0898,
      "step": 187
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6068376068376072e-05,
      "loss": 1.053,
      "step": 188
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6153846153846154e-05,
      "loss": 1.1115,
      "step": 189
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.623931623931624e-05,
      "loss": 1.1174,
      "step": 190
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6324786324786325e-05,
      "loss": 1.0744,
      "step": 191
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.641025641025641e-05,
      "loss": 1.0628,
      "step": 192
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6495726495726496e-05,
      "loss": 1.1023,
      "step": 193
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6581196581196585e-05,
      "loss": 0.9896,
      "step": 194
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.1227,
      "step": 195
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6752136752136753e-05,
      "loss": 1.0312,
      "step": 196
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.683760683760684e-05,
      "loss": 0.8607,
      "step": 197
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6923076923076924e-05,
      "loss": 1.1408,
      "step": 198
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.700854700854701e-05,
      "loss": 1.1176,
      "step": 199
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7094017094017095e-05,
      "loss": 1.1349,
      "step": 200
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.717948717948718e-05,
      "loss": 1.1258,
      "step": 201
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7264957264957267e-05,
      "loss": 0.903,
      "step": 202
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7350427350427352e-05,
      "loss": 1.0242,
      "step": 203
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7435897435897438e-05,
      "loss": 1.0752,
      "step": 204
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7521367521367523e-05,
      "loss": 0.8823,
      "step": 205
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.760683760683761e-05,
      "loss": 1.0906,
      "step": 206
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7692307692307694e-05,
      "loss": 0.8402,
      "step": 207
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 1.1165,
      "step": 208
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7863247863247866e-05,
      "loss": 1.0286,
      "step": 209
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.794871794871795e-05,
      "loss": 0.9741,
      "step": 210
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8034188034188037e-05,
      "loss": 1.0855,
      "step": 211
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8119658119658122e-05,
      "loss": 1.0388,
      "step": 212
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8205128205128208e-05,
      "loss": 1.0723,
      "step": 213
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.829059829059829e-05,
      "loss": 1.0206,
      "step": 214
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8376068376068376e-05,
      "loss": 0.8438,
      "step": 215
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 1.0687,
      "step": 216
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.854700854700855e-05,
      "loss": 0.8502,
      "step": 217
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8632478632478636e-05,
      "loss": 1.1192,
      "step": 218
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8717948717948718e-05,
      "loss": 1.0404,
      "step": 219
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8803418803418804e-05,
      "loss": 1.0532,
      "step": 220
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.888888888888889e-05,
      "loss": 1.1105,
      "step": 221
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8974358974358975e-05,
      "loss": 1.1035,
      "step": 222
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.905982905982906e-05,
      "loss": 1.0725,
      "step": 223
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.914529914529915e-05,
      "loss": 1.0991,
      "step": 224
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.923076923076923e-05,
      "loss": 1.028,
      "step": 225
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9316239316239317e-05,
      "loss": 0.8936,
      "step": 226
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9401709401709403e-05,
      "loss": 1.1242,
      "step": 227
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9487179487179488e-05,
      "loss": 0.6676,
      "step": 228
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9572649572649574e-05,
      "loss": 1.0696,
      "step": 229
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.965811965811966e-05,
      "loss": 1.0691,
      "step": 230
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9743589743589745e-05,
      "loss": 1.0835,
      "step": 231
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.982905982905983e-05,
      "loss": 1.0268,
      "step": 232
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9914529914529916e-05,
      "loss": 1.0092,
      "step": 233
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 0.9046,
      "step": 234
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999130371414e-05,
      "loss": 0.9933,
      "step": 235
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99999965214858e-05,
      "loss": 1.0919,
      "step": 236
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999992173343612e-05,
      "loss": 1.1532,
      "step": 237
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999986085945607e-05,
      "loss": 1.0244,
      "step": 238
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999978259292846e-05,
      "loss": 1.1071,
      "step": 239
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996869338669e-05,
      "loss": 1.0989,
      "step": 240
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99999573882288e-05,
      "loss": 1.0805,
      "step": 241
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999944343821144e-05,
      "loss": 1.0091,
      "step": 242
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999929560165992e-05,
      "loss": 1.0296,
      "step": 243
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999913037265916e-05,
      "loss": 1.0203,
      "step": 244
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999894775123785e-05,
      "loss": 1.0754,
      "step": 245
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999874773742778e-05,
      "loss": 0.91,
      "step": 246
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999853033126374e-05,
      "loss": 0.8858,
      "step": 247
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999829553278354e-05,
      "loss": 1.0222,
      "step": 248
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99998043342028e-05,
      "loss": 1.0719,
      "step": 249
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999777375904103e-05,
      "loss": 1.0815,
      "step": 250
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999748678386948e-05,
      "loss": 1.0039,
      "step": 251
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999718241656325e-05,
      "loss": 1.1031,
      "step": 252
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999686065717528e-05,
      "loss": 1.0638,
      "step": 253
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999965215057616e-05,
      "loss": 1.0229,
      "step": 254
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999616496238112e-05,
      "loss": 1.0934,
      "step": 255
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999957910270959e-05,
      "loss": 1.0533,
      "step": 256
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999539969997093e-05,
      "loss": 0.8793,
      "step": 257
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999949909810743e-05,
      "loss": 1.0417,
      "step": 258
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999945648704771e-05,
      "loss": 1.0822,
      "step": 259
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999941213682534e-05,
      "loss": 1.0717,
      "step": 260
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999366047448042e-05,
      "loss": 1.0631,
      "step": 261
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999318218923823e-05,
      "loss": 0.9908,
      "step": 262
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999926865126101e-05,
      "loss": 1.1069,
      "step": 263
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999921734446822e-05,
      "loss": 1.0879,
      "step": 264
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999164298554375e-05,
      "loss": 1.0699,
      "step": 265
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999109513528704e-05,
      "loss": 1.007,
      "step": 266
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999052989400732e-05,
      "loss": 1.0867,
      "step": 267
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998994726180292e-05,
      "loss": 1.0788,
      "step": 268
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999893472387752e-05,
      "loss": 1.1331,
      "step": 269
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999887298250285e-05,
      "loss": 1.0342,
      "step": 270
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998809502067016e-05,
      "loss": 1.0636,
      "step": 271
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998744282581063e-05,
      "loss": 0.8728,
      "step": 272
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998677324056336e-05,
      "loss": 1.0042,
      "step": 273
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999860862650448e-05,
      "loss": 0.8196,
      "step": 274
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999853818993744e-05,
      "loss": 1.1005,
      "step": 275
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999846601436747e-05,
      "loss": 1.0959,
      "step": 276
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998392099807125e-05,
      "loss": 1.063,
      "step": 277
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998316446269254e-05,
      "loss": 1.0769,
      "step": 278
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999823905376702e-05,
      "loss": 1.0589,
      "step": 279
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998159922313884e-05,
      "loss": 0.8469,
      "step": 280
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998079051923604e-05,
      "loss": 1.0376,
      "step": 281
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997996442610256e-05,
      "loss": 1.0514,
      "step": 282
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997912094388195e-05,
      "loss": 1.0637,
      "step": 283
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997826007272098e-05,
      "loss": 1.05,
      "step": 284
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997738181276937e-05,
      "loss": 1.1307,
      "step": 285
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997648616417983e-05,
      "loss": 1.0364,
      "step": 286
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997557312710824e-05,
      "loss": 1.0419,
      "step": 287
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999746427017133e-05,
      "loss": 0.9676,
      "step": 288
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999736948881569e-05,
      "loss": 0.8558,
      "step": 289
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997272968660386e-05,
      "loss": 0.8874,
      "step": 290
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997174709722206e-05,
      "loss": 1.1346,
      "step": 291
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997074712018238e-05,
      "loss": 1.1024,
      "step": 292
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996972975565872e-05,
      "loss": 1.0231,
      "step": 293
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996869500382813e-05,
      "loss": 1.0958,
      "step": 294
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996764286487044e-05,
      "loss": 0.8505,
      "step": 295
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996657333896875e-05,
      "loss": 0.9642,
      "step": 296
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996548642630906e-05,
      "loss": 1.1533,
      "step": 297
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996438212708036e-05,
      "loss": 1.0457,
      "step": 298
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996326044147477e-05,
      "loss": 0.9912,
      "step": 299
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996212136968737e-05,
      "loss": 1.1154,
      "step": 300
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996096491191623e-05,
      "loss": 1.0581,
      "step": 301
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995979106836258e-05,
      "loss": 0.749,
      "step": 302
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995859983923044e-05,
      "loss": 0.8617,
      "step": 303
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995739122472716e-05,
      "loss": 0.9996,
      "step": 304
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995616522506283e-05,
      "loss": 1.0721,
      "step": 305
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999549218404507e-05,
      "loss": 1.0877,
      "step": 306
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995366107110706e-05,
      "loss": 1.0966,
      "step": 307
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995238291725122e-05,
      "loss": 1.113,
      "step": 308
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999510873791054e-05,
      "loss": 1.0518,
      "step": 309
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994977445689497e-05,
      "loss": 1.0517,
      "step": 310
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999484441508483e-05,
      "loss": 1.0745,
      "step": 311
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994709646119675e-05,
      "loss": 0.8499,
      "step": 312
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994573138817468e-05,
      "loss": 1.0803,
      "step": 313
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994434893201954e-05,
      "loss": 1.1047,
      "step": 314
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999429490929718e-05,
      "loss": 1.0472,
      "step": 315
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999415318712749e-05,
      "loss": 0.8976,
      "step": 316
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994009726717535e-05,
      "loss": 1.1065,
      "step": 317
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993864528092266e-05,
      "loss": 1.0979,
      "step": 318
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993717591276937e-05,
      "loss": 0.9515,
      "step": 319
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993568916297098e-05,
      "loss": 1.0043,
      "step": 320
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993418503178614e-05,
      "loss": 1.0649,
      "step": 321
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993266351947645e-05,
      "loss": 0.9253,
      "step": 322
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993112462630656e-05,
      "loss": 1.0505,
      "step": 323
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992956835254408e-05,
      "loss": 0.7178,
      "step": 324
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992799469845967e-05,
      "loss": 1.1238,
      "step": 325
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999264036643271e-05,
      "loss": 0.9803,
      "step": 326
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992479525042305e-05,
      "loss": 1.1055,
      "step": 327
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999231694570272e-05,
      "loss": 1.0674,
      "step": 328
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992152628442248e-05,
      "loss": 0.9719,
      "step": 329
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999198657328945e-05,
      "loss": 1.0417,
      "step": 330
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991818780273222e-05,
      "loss": 1.0134,
      "step": 331
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991649249422737e-05,
      "loss": 0.8954,
      "step": 332
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991477980767486e-05,
      "loss": 1.0209,
      "step": 333
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991304974337256e-05,
      "loss": 0.9524,
      "step": 334
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999113023016214e-05,
      "loss": 1.104,
      "step": 335
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990953748272524e-05,
      "loss": 1.1141,
      "step": 336
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990775528699107e-05,
      "loss": 1.054,
      "step": 337
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999059557147289e-05,
      "loss": 0.9172,
      "step": 338
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999041387662516e-05,
      "loss": 0.8806,
      "step": 339
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999023044418753e-05,
      "loss": 0.6989,
      "step": 340
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99900452741919e-05,
      "loss": 1.0614,
      "step": 341
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989858366670475e-05,
      "loss": 0.8992,
      "step": 342
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989669721655765e-05,
      "loss": 0.8755,
      "step": 343
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989479339180576e-05,
      "loss": 1.0091,
      "step": 344
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989287219278026e-05,
      "loss": 0.8567,
      "step": 345
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989093361981525e-05,
      "loss": 1.0511,
      "step": 346
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998889776732479e-05,
      "loss": 1.0394,
      "step": 347
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988700435341844e-05,
      "loss": 1.0949,
      "step": 348
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988501366067002e-05,
      "loss": 1.075,
      "step": 349
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988300559534894e-05,
      "loss": 0.6739,
      "step": 350
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998809801578044e-05,
      "loss": 1.1068,
      "step": 351
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987893734838876e-05,
      "loss": 1.0277,
      "step": 352
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987687716745717e-05,
      "loss": 1.0171,
      "step": 353
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998747996153681e-05,
      "loss": 1.0345,
      "step": 354
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998727046924828e-05,
      "loss": 1.0754,
      "step": 355
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987059239916565e-05,
      "loss": 1.0489,
      "step": 356
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986846273578403e-05,
      "loss": 1.0953,
      "step": 357
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986631570270835e-05,
      "loss": 1.0407,
      "step": 358
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986415130031202e-05,
      "loss": 1.0255,
      "step": 359
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986196952897152e-05,
      "loss": 1.0792,
      "step": 360
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998597703890663e-05,
      "loss": 1.0057,
      "step": 361
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985755388097884e-05,
      "loss": 1.0051,
      "step": 362
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985532000509464e-05,
      "loss": 1.0562,
      "step": 363
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985306876180225e-05,
      "loss": 1.1333,
      "step": 364
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985080015149318e-05,
      "loss": 0.8605,
      "step": 365
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984851417456205e-05,
      "loss": 1.0247,
      "step": 366
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984621083140643e-05,
      "loss": 1.0559,
      "step": 367
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984389012242694e-05,
      "loss": 1.0818,
      "step": 368
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984155204802715e-05,
      "loss": 1.0303,
      "step": 369
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983919660861382e-05,
      "loss": 1.0391,
      "step": 370
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998368238045965e-05,
      "loss": 1.1034,
      "step": 371
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99834433636388e-05,
      "loss": 1.0087,
      "step": 372
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983202610440396e-05,
      "loss": 1.037,
      "step": 373
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982960120906312e-05,
      "loss": 0.8786,
      "step": 374
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982715895078725e-05,
      "loss": 1.0181,
      "step": 375
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998246993300011e-05,
      "loss": 1.0743,
      "step": 376
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982222234713243e-05,
      "loss": 1.0773,
      "step": 377
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981972800261214e-05,
      "loss": 1.0542,
      "step": 378
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99817216296874e-05,
      "loss": 1.1192,
      "step": 379
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998146872303549e-05,
      "loss": 1.0919,
      "step": 380
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981214080349463e-05,
      "loss": 1.066,
      "step": 381
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998095770167362e-05,
      "loss": 1.1366,
      "step": 382
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980699587052536e-05,
      "loss": 1.0285,
      "step": 383
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980439736531122e-05,
      "loss": 1.045,
      "step": 384
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980178150154556e-05,
      "loss": 0.9521,
      "step": 385
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979914827968346e-05,
      "loss": 1.0852,
      "step": 386
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979649770018284e-05,
      "loss": 1.0461,
      "step": 387
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979382976350478e-05,
      "loss": 1.0853,
      "step": 388
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979114447011323e-05,
      "loss": 1.0179,
      "step": 389
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978844182047522e-05,
      "loss": 1.049,
      "step": 390
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997857218150609e-05,
      "loss": 1.031,
      "step": 391
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978298445434325e-05,
      "loss": 1.0846,
      "step": 392
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978022973879842e-05,
      "loss": 1.0072,
      "step": 393
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977745766890556e-05,
      "loss": 0.648,
      "step": 394
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997746682451467e-05,
      "loss": 0.7931,
      "step": 395
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977186146800707e-05,
      "loss": 1.0994,
      "step": 396
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976903733797487e-05,
      "loss": 1.0669,
      "step": 397
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997661958555412e-05,
      "loss": 1.0655,
      "step": 398
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997633370212003e-05,
      "loss": 1.0948,
      "step": 399
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976046083544942e-05,
      "loss": 1.0413,
      "step": 400
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975756729878877e-05,
      "loss": 1.0042,
      "step": 401
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975465641172167e-05,
      "loss": 1.0533,
      "step": 402
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975172817475436e-05,
      "loss": 0.8724,
      "step": 403
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997487825883961e-05,
      "loss": 0.9727,
      "step": 404
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974581965315923e-05,
      "loss": 1.1674,
      "step": 405
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974283936955906e-05,
      "loss": 0.9941,
      "step": 406
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973984173811403e-05,
      "loss": 1.0943,
      "step": 407
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997368267593454e-05,
      "loss": 1.006,
      "step": 408
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997337944337776e-05,
      "loss": 1.0729,
      "step": 409
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99730744761938e-05,
      "loss": 0.9274,
      "step": 410
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972767774435708e-05,
      "loss": 1.0151,
      "step": 411
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997245933815682e-05,
      "loss": 1.0194,
      "step": 412
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972149167410782e-05,
      "loss": 1.0648,
      "step": 413
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997183726225155e-05,
      "loss": 0.899,
      "step": 414
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971523622733357e-05,
      "loss": 1.0679,
      "step": 415
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971208248910767e-05,
      "loss": 1.0898,
      "step": 416
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970891140838622e-05,
      "loss": 1.0292,
      "step": 417
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997057229857208e-05,
      "loss": 0.9901,
      "step": 418
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970251722166596e-05,
      "loss": 1.0225,
      "step": 419
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996992941167792e-05,
      "loss": 1.0877,
      "step": 420
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996960536716212e-05,
      "loss": 1.0142,
      "step": 421
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969279588675553e-05,
      "loss": 0.9283,
      "step": 422
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968952076274873e-05,
      "loss": 0.9685,
      "step": 423
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996862283001705e-05,
      "loss": 1.0331,
      "step": 424
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968291849959346e-05,
      "loss": 1.0739,
      "step": 425
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996795913615933e-05,
      "loss": 1.017,
      "step": 426
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967624688674863e-05,
      "loss": 1.026,
      "step": 427
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967288507564122e-05,
      "loss": 1.0861,
      "step": 428
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966950592885574e-05,
      "loss": 1.0335,
      "step": 429
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966610944697984e-05,
      "loss": 1.0347,
      "step": 430
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996626956306044e-05,
      "loss": 1.0272,
      "step": 431
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965926448032303e-05,
      "loss": 1.0376,
      "step": 432
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965581599673257e-05,
      "loss": 1.0214,
      "step": 433
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965235018043278e-05,
      "loss": 0.8513,
      "step": 434
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964886703202647e-05,
      "loss": 1.0092,
      "step": 435
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964536655211945e-05,
      "loss": 1.0414,
      "step": 436
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964184874132053e-05,
      "loss": 1.09,
      "step": 437
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963831360024156e-05,
      "loss": 1.0447,
      "step": 438
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963476112949737e-05,
      "loss": 0.9722,
      "step": 439
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963119132970584e-05,
      "loss": 1.0505,
      "step": 440
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962760420148784e-05,
      "loss": 0.9468,
      "step": 441
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962399974546728e-05,
      "loss": 0.9585,
      "step": 442
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962037796227106e-05,
      "loss": 1.047,
      "step": 443
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996167388525291e-05,
      "loss": 1.0359,
      "step": 444
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961308241687435e-05,
      "loss": 0.8578,
      "step": 445
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960940865594275e-05,
      "loss": 1.1189,
      "step": 446
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996057175703732e-05,
      "loss": 1.1282,
      "step": 447
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960200916080782e-05,
      "loss": 1.0157,
      "step": 448
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959828342789146e-05,
      "loss": 0.95,
      "step": 449
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959454037227215e-05,
      "loss": 0.9781,
      "step": 450
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959077999460094e-05,
      "loss": 0.828,
      "step": 451
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958700229553185e-05,
      "loss": 1.0598,
      "step": 452
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995832072757219e-05,
      "loss": 1.0215,
      "step": 453
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957939493583118e-05,
      "loss": 0.8077,
      "step": 454
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995755652765227e-05,
      "loss": 1.0509,
      "step": 455
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957171829846252e-05,
      "loss": 1.0802,
      "step": 456
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956785400231982e-05,
      "loss": 1.0068,
      "step": 457
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956397238876663e-05,
      "loss": 0.8502,
      "step": 458
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956007345847807e-05,
      "loss": 0.9873,
      "step": 459
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995561572121323e-05,
      "loss": 0.825,
      "step": 460
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995522236504104e-05,
      "loss": 0.9804,
      "step": 461
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954827277399663e-05,
      "loss": 1.0259,
      "step": 462
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954430458357797e-05,
      "loss": 1.0331,
      "step": 463
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954031907984473e-05,
      "loss": 1.1346,
      "step": 464
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953631626349006e-05,
      "loss": 1.0016,
      "step": 465
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953229613521014e-05,
      "loss": 1.1154,
      "step": 466
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995282586957042e-05,
      "loss": 1.0452,
      "step": 467
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995242039456744e-05,
      "loss": 1.0947,
      "step": 468
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952013188582596e-05,
      "loss": 1.0126,
      "step": 469
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995160425168672e-05,
      "loss": 1.0769,
      "step": 470
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995119358395093e-05,
      "loss": 1.0762,
      "step": 471
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950781185446656e-05,
      "loss": 1.1244,
      "step": 472
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995036705624562e-05,
      "loss": 1.0644,
      "step": 473
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949951196419856e-05,
      "loss": 1.0249,
      "step": 474
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949533606041685e-05,
      "loss": 1.0752,
      "step": 475
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994911428518374e-05,
      "loss": 0.9783,
      "step": 476
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994869323391895e-05,
      "loss": 1.0772,
      "step": 477
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948270452320555e-05,
      "loss": 1.0119,
      "step": 478
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994784594046208e-05,
      "loss": 1.045,
      "step": 479
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947419698417358e-05,
      "loss": 1.0922,
      "step": 480
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946991726260526e-05,
      "loss": 0.9769,
      "step": 481
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946562024066018e-05,
      "loss": 0.9724,
      "step": 482
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994613059190857e-05,
      "loss": 1.0814,
      "step": 483
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994569742986322e-05,
      "loss": 1.0721,
      "step": 484
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994526253800531e-05,
      "loss": 1.0654,
      "step": 485
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994482591641047e-05,
      "loss": 1.0544,
      "step": 486
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994438756515465e-05,
      "loss": 0.8819,
      "step": 487
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994394748431408e-05,
      "loss": 0.8393,
      "step": 488
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994350567396531e-05,
      "loss": 1.067,
      "step": 489
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943062134185176e-05,
      "loss": 1.0768,
      "step": 490
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942616865050827e-05,
      "loss": 1.093,
      "step": 491
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99421698666397e-05,
      "loss": 1.0088,
      "step": 492
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941721139029545e-05,
      "loss": 1.0575,
      "step": 493
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941270682298408e-05,
      "loss": 1.0525,
      "step": 494
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994081849652463e-05,
      "loss": 1.1168,
      "step": 495
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994036458178686e-05,
      "loss": 1.0411,
      "step": 496
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939908938164047e-05,
      "loss": 1.0742,
      "step": 497
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939451565735434e-05,
      "loss": 1.0421,
      "step": 498
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938992464580575e-05,
      "loss": 1.0292,
      "step": 499
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938531634779322e-05,
      "loss": 0.9667,
      "step": 500
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938069076411818e-05,
      "loss": 1.047,
      "step": 501
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937604789558517e-05,
      "loss": 1.0503,
      "step": 502
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993713877430017e-05,
      "loss": 0.8645,
      "step": 503
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936671030717832e-05,
      "loss": 1.0737,
      "step": 504
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993620155889285e-05,
      "loss": 0.9983,
      "step": 505
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993573035890688e-05,
      "loss": 1.0385,
      "step": 506
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935257430841877e-05,
      "loss": 1.0472,
      "step": 507
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934782774780097e-05,
      "loss": 1.0684,
      "step": 508
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934306390804088e-05,
      "loss": 1.0562,
      "step": 509
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993382827899671e-05,
      "loss": 1.0583,
      "step": 510
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933348439441126e-05,
      "loss": 1.077,
      "step": 511
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932866872220777e-05,
      "loss": 1.0817,
      "step": 512
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932383577419432e-05,
      "loss": 0.9706,
      "step": 513
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931898555121144e-05,
      "loss": 1.039,
      "step": 514
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993141180541027e-05,
      "loss": 1.074,
      "step": 515
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993092332837147e-05,
      "loss": 1.0497,
      "step": 516
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930433124089702e-05,
      "loss": 0.8382,
      "step": 517
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992994119265023e-05,
      "loss": 0.9984,
      "step": 518
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99294475341386e-05,
      "loss": 1.0438,
      "step": 519
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928952148640686e-05,
      "loss": 1.0257,
      "step": 520
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928455036242647e-05,
      "loss": 1.0878,
      "step": 521
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927956197030935e-05,
      "loss": 1.0594,
      "step": 522
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927455631092315e-05,
      "loss": 1.0399,
      "step": 523
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926953338513853e-05,
      "loss": 0.9481,
      "step": 524
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926449319382904e-05,
      "loss": 1.1375,
      "step": 525
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992594357378713e-05,
      "loss": 1.0805,
      "step": 526
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99254361018145e-05,
      "loss": 1.0504,
      "step": 527
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992492690355327e-05,
      "loss": 1.0534,
      "step": 528
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992441597909201e-05,
      "loss": 1.0964,
      "step": 529
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923903328519573e-05,
      "loss": 1.1234,
      "step": 530
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923388951925123e-05,
      "loss": 1.1045,
      "step": 531
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922872849398133e-05,
      "loss": 1.054,
      "step": 532
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992235502102836e-05,
      "loss": 0.8615,
      "step": 533
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921835466905867e-05,
      "loss": 1.0065,
      "step": 534
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992131418712102e-05,
      "loss": 0.843,
      "step": 535
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992079118176448e-05,
      "loss": 1.0677,
      "step": 536
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920266450927215e-05,
      "loss": 1.0371,
      "step": 537
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991973999470049e-05,
      "loss": 1.0127,
      "step": 538
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919211813175865e-05,
      "loss": 0.8806,
      "step": 539
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918681906445205e-05,
      "loss": 0.9515,
      "step": 540
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918150274600677e-05,
      "loss": 1.1061,
      "step": 541
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991761691773474e-05,
      "loss": 1.0075,
      "step": 542
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917081835940167e-05,
      "loss": 1.0053,
      "step": 543
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991654502931001e-05,
      "loss": 0.9887,
      "step": 544
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991600649793765e-05,
      "loss": 0.8059,
      "step": 545
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991546624191674e-05,
      "loss": 1.1156,
      "step": 546
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914924261341245e-05,
      "loss": 0.949,
      "step": 547
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914380556305435e-05,
      "loss": 0.9474,
      "step": 548
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991383512690387e-05,
      "loss": 1.0178,
      "step": 549
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913287973231413e-05,
      "loss": 0.9921,
      "step": 550
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991273909538323e-05,
      "loss": 1.0341,
      "step": 551
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991218849345479e-05,
      "loss": 1.0377,
      "step": 552
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911636167541846e-05,
      "loss": 1.0455,
      "step": 553
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991108211774047e-05,
      "loss": 0.8332,
      "step": 554
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910526344147026e-05,
      "loss": 1.0317,
      "step": 555
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990996884685817e-05,
      "loss": 0.9996,
      "step": 556
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990940962597087e-05,
      "loss": 1.0603,
      "step": 557
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990884868158239e-05,
      "loss": 0.7946,
      "step": 558
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990828601379029e-05,
      "loss": 0.9968,
      "step": 559
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907721622692436e-05,
      "loss": 1.0499,
      "step": 560
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907155508386985e-05,
      "loss": 0.999,
      "step": 561
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906587670972404e-05,
      "loss": 1.003,
      "step": 562
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990601811054745e-05,
      "loss": 1.0845,
      "step": 563
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905446827211187e-05,
      "loss": 0.9975,
      "step": 564
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904873821062974e-05,
      "loss": 1.1234,
      "step": 565
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904299092202473e-05,
      "loss": 1.0485,
      "step": 566
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903722640729644e-05,
      "loss": 1.0482,
      "step": 567
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903144466744745e-05,
      "loss": 0.9094,
      "step": 568
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990256457034834e-05,
      "loss": 1.0045,
      "step": 569
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901982951641283e-05,
      "loss": 0.735,
      "step": 570
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901399610724734e-05,
      "loss": 1.0711,
      "step": 571
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900814547700153e-05,
      "loss": 0.6697,
      "step": 572
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900227762669293e-05,
      "loss": 0.8657,
      "step": 573
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899639255734214e-05,
      "loss": 0.9769,
      "step": 574
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899049026997272e-05,
      "loss": 1.0363,
      "step": 575
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898457076561124e-05,
      "loss": 1.0692,
      "step": 576
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897863404528723e-05,
      "loss": 0.9472,
      "step": 577
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897268011003326e-05,
      "loss": 1.0002,
      "step": 578
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896670896088488e-05,
      "loss": 1.0674,
      "step": 579
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989607205988806e-05,
      "loss": 1.0002,
      "step": 580
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895471502506196e-05,
      "loss": 1.0421,
      "step": 581
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989486922404735e-05,
      "loss": 1.0161,
      "step": 582
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989426522461627e-05,
      "loss": 0.8514,
      "step": 583
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893659504318013e-05,
      "loss": 1.103,
      "step": 584
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989305206325792e-05,
      "loss": 1.0548,
      "step": 585
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989244290154165e-05,
      "loss": 1.0154,
      "step": 586
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989183201927515e-05,
      "loss": 1.0328,
      "step": 587
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891219416564663e-05,
      "loss": 1.0679,
      "step": 588
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890605093516743e-05,
      "loss": 1.055,
      "step": 589
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889989050238226e-05,
      "loss": 1.0235,
      "step": 590
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889371286836273e-05,
      "loss": 0.8142,
      "step": 591
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888751803418317e-05,
      "loss": 1.0619,
      "step": 592
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988813060009211e-05,
      "loss": 0.8237,
      "step": 593
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887507676965687e-05,
      "loss": 1.0341,
      "step": 594
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886883034147396e-05,
      "loss": 1.0706,
      "step": 595
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886256671745875e-05,
      "loss": 0.9864,
      "step": 596
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988562858987007e-05,
      "loss": 0.9904,
      "step": 597
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884998788629217e-05,
      "loss": 1.0761,
      "step": 598
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884367268132852e-05,
      "loss": 0.9957,
      "step": 599
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988373402849082e-05,
      "loss": 1.0623,
      "step": 600
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988309906981325e-05,
      "loss": 1.0246,
      "step": 601
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988246239221058e-05,
      "loss": 1.0183,
      "step": 602
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988182399579355e-05,
      "loss": 1.0327,
      "step": 603
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881183880673185e-05,
      "loss": 1.0647,
      "step": 604
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988054204696082e-05,
      "loss": 0.8309,
      "step": 605
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879898494768093e-05,
      "loss": 0.9886,
      "step": 606
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879253224206924e-05,
      "loss": 0.9978,
      "step": 607
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987860623538955e-05,
      "loss": 1.0589,
      "step": 608
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877957528428498e-05,
      "loss": 1.0323,
      "step": 609
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987730710343659e-05,
      "loss": 0.9939,
      "step": 610
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876654960526956e-05,
      "loss": 0.8802,
      "step": 611
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876001099813018e-05,
      "loss": 1.039,
      "step": 612
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98753455214085e-05,
      "loss": 1.084,
      "step": 613
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874688225427426e-05,
      "loss": 0.9876,
      "step": 614
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874029211984116e-05,
      "loss": 1.0508,
      "step": 615
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873368481193188e-05,
      "loss": 0.8202,
      "step": 616
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872706033169556e-05,
      "loss": 1.0191,
      "step": 617
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872041868028445e-05,
      "loss": 0.9706,
      "step": 618
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871375985885367e-05,
      "loss": 1.014,
      "step": 619
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870708386856137e-05,
      "loss": 1.02,
      "step": 620
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870039071056863e-05,
      "loss": 0.995,
      "step": 621
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986936803860396e-05,
      "loss": 0.6584,
      "step": 622
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868695289614136e-05,
      "loss": 0.9402,
      "step": 623
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868020824204405e-05,
      "loss": 0.9527,
      "step": 624
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867344642492067e-05,
      "loss": 1.0859,
      "step": 625
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986666674459473e-05,
      "loss": 1.034,
      "step": 626
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865987130630296e-05,
      "loss": 1.1213,
      "step": 627
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986530580071697e-05,
      "loss": 1.0499,
      "step": 628
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864622754973256e-05,
      "loss": 1.1303,
      "step": 629
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863937993517943e-05,
      "loss": 1.0143,
      "step": 630
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863251516470136e-05,
      "loss": 1.0186,
      "step": 631
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862563323949232e-05,
      "loss": 1.0029,
      "step": 632
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861873416074923e-05,
      "loss": 0.8563,
      "step": 633
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98611817929672e-05,
      "loss": 0.8772,
      "step": 634
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986048845474636e-05,
      "loss": 1.0234,
      "step": 635
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859793401532984e-05,
      "loss": 1.0415,
      "step": 636
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859096633447965e-05,
      "loss": 1.1427,
      "step": 637
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985839815061249e-05,
      "loss": 0.9609,
      "step": 638
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985769795314804e-05,
      "loss": 0.9796,
      "step": 639
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856996041176398e-05,
      "loss": 1.0248,
      "step": 640
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856292414819644e-05,
      "loss": 1.0603,
      "step": 641
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985558707420016e-05,
      "loss": 1.0916,
      "step": 642
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854880019440616e-05,
      "loss": 1.0778,
      "step": 643
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854171250663993e-05,
      "loss": 0.8537,
      "step": 644
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985346076799356e-05,
      "loss": 0.7748,
      "step": 645
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852748571552895e-05,
      "loss": 0.9086,
      "step": 646
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852034661465866e-05,
      "loss": 1.0405,
      "step": 647
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851319037856633e-05,
      "loss": 0.9527,
      "step": 648
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850601700849665e-05,
      "loss": 1.0617,
      "step": 649
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849882650569725e-05,
      "loss": 1.0544,
      "step": 650
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849161887141878e-05,
      "loss": 1.0509,
      "step": 651
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984843941069148e-05,
      "loss": 0.9194,
      "step": 652
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984771522134419e-05,
      "loss": 1.0489,
      "step": 653
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984698931922596e-05,
      "loss": 1.0774,
      "step": 654
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984626170446305e-05,
      "loss": 1.1074,
      "step": 655
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845532377182e-05,
      "loss": 0.9854,
      "step": 656
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844801337509666e-05,
      "loss": 1.0277,
      "step": 657
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844068585573197e-05,
      "loss": 1.0414,
      "step": 658
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843334121500032e-05,
      "loss": 1.0397,
      "step": 659
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842597945417912e-05,
      "loss": 0.9695,
      "step": 660
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841860057454883e-05,
      "loss": 1.0138,
      "step": 661
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841120457739278e-05,
      "loss": 1.0714,
      "step": 662
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840379146399735e-05,
      "loss": 1.0529,
      "step": 663
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839636123565187e-05,
      "loss": 0.8517,
      "step": 664
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838891389364864e-05,
      "loss": 1.0135,
      "step": 665
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983814494392829e-05,
      "loss": 1.0618,
      "step": 666
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98373967873853e-05,
      "loss": 0.8363,
      "step": 667
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836646919866012e-05,
      "loss": 1.0351,
      "step": 668
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983589534150085e-05,
      "loss": 0.9933,
      "step": 669
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983514205242053e-05,
      "loss": 0.9865,
      "step": 670
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834387052756067e-05,
      "loss": 1.003,
      "step": 671
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833630342638778e-05,
      "loss": 1.076,
      "step": 672
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983287192220028e-05,
      "loss": 0.9903,
      "step": 673
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983211179157247e-05,
      "loss": 1.0526,
      "step": 674
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831349950887557e-05,
      "loss": 1.023,
      "step": 675
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983058640027805e-05,
      "loss": 1.033,
      "step": 676
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982982113987675e-05,
      "loss": 0.9621,
      "step": 677
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829054169816754e-05,
      "loss": 0.9938,
      "step": 678
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828285490231452e-05,
      "loss": 1.0376,
      "step": 679
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827515101254543e-05,
      "loss": 0.9614,
      "step": 680
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982674300302002e-05,
      "loss": 1.0931,
      "step": 681
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825969195662163e-05,
      "loss": 1.0508,
      "step": 682
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825193679315564e-05,
      "loss": 1.0031,
      "step": 683
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98244164541151e-05,
      "loss": 1.0845,
      "step": 684
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823637520195956e-05,
      "loss": 1.0959,
      "step": 685
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822856877693605e-05,
      "loss": 1.0034,
      "step": 686
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982207452674382e-05,
      "loss": 1.0717,
      "step": 687
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821290467482673e-05,
      "loss": 1.0299,
      "step": 688
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820504700046533e-05,
      "loss": 1.0366,
      "step": 689
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819717224572062e-05,
      "loss": 0.9886,
      "step": 690
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818928041196228e-05,
      "loss": 0.9939,
      "step": 691
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818137150056288e-05,
      "loss": 0.9699,
      "step": 692
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817344551289796e-05,
      "loss": 0.9657,
      "step": 693
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816550245034606e-05,
      "loss": 1.1291,
      "step": 694
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815754231428868e-05,
      "loss": 1.0171,
      "step": 695
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814956510611033e-05,
      "loss": 0.9844,
      "step": 696
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981415708271984e-05,
      "loss": 0.9085,
      "step": 697
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981335594789433e-05,
      "loss": 1.0013,
      "step": 698
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812553106273848e-05,
      "loss": 1.0415,
      "step": 699
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811748557998024e-05,
      "loss": 1.021,
      "step": 700
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981094230320679e-05,
      "loss": 0.9395,
      "step": 701
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981013434204037e-05,
      "loss": 1.0688,
      "step": 702
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809324674639295e-05,
      "loss": 1.0787,
      "step": 703
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808513301144388e-05,
      "loss": 1.016,
      "step": 704
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807700221696762e-05,
      "loss": 1.016,
      "step": 705
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980688543643784e-05,
      "loss": 1.0691,
      "step": 706
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806068945509325e-05,
      "loss": 1.0026,
      "step": 707
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805250749053233e-05,
      "loss": 0.9515,
      "step": 708
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980443084721187e-05,
      "loss": 0.9565,
      "step": 709
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980360924012783e-05,
      "loss": 1.0423,
      "step": 710
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802785927944016e-05,
      "loss": 1.036,
      "step": 711
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801960910803627e-05,
      "loss": 0.9572,
      "step": 712
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801134188850148e-05,
      "loss": 1.0664,
      "step": 713
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800305762227373e-05,
      "loss": 0.9812,
      "step": 714
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799475631079384e-05,
      "loss": 0.841,
      "step": 715
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979864379555056e-05,
      "loss": 1.1369,
      "step": 716
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797810255785586e-05,
      "loss": 1.0025,
      "step": 717
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796975011929428e-05,
      "loss": 1.1126,
      "step": 718
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979613806412736e-05,
      "loss": 1.0529,
      "step": 719
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795299412524948e-05,
      "loss": 0.9273,
      "step": 720
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794459057268053e-05,
      "loss": 1.045,
      "step": 721
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979361699850284e-05,
      "loss": 1.0631,
      "step": 722
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979277323637576e-05,
      "loss": 1.0214,
      "step": 723
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791927771033566e-05,
      "loss": 1.0598,
      "step": 724
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791080602623304e-05,
      "loss": 1.0736,
      "step": 725
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790231731292326e-05,
      "loss": 1.0689,
      "step": 726
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789381157188267e-05,
      "loss": 0.9658,
      "step": 727
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788528880459058e-05,
      "loss": 1.0688,
      "step": 728
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978767490125294e-05,
      "loss": 0.8406,
      "step": 729
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786819219718443e-05,
      "loss": 1.0624,
      "step": 730
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978596183600439e-05,
      "loss": 1.0067,
      "step": 731
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785102750259897e-05,
      "loss": 1.0569,
      "step": 732
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784241962634386e-05,
      "loss": 1.0355,
      "step": 733
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978337947327757e-05,
      "loss": 0.9893,
      "step": 734
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782515282339453e-05,
      "loss": 1.0891,
      "step": 735
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978164938997035e-05,
      "loss": 1.0883,
      "step": 736
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780781796320854e-05,
      "loss": 0.9706,
      "step": 737
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9779912501541865e-05,
      "loss": 1.039,
      "step": 738
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9779041505784573e-05,
      "loss": 1.0302,
      "step": 739
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977816880920047e-05,
      "loss": 0.8835,
      "step": 740
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977729441194134e-05,
      "loss": 1.0803,
      "step": 741
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776418314159257e-05,
      "loss": 1.0249,
      "step": 742
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775540516006603e-05,
      "loss": 1.0425,
      "step": 743
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977466101763605e-05,
      "loss": 0.929,
      "step": 744
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773779819200566e-05,
      "loss": 1.0558,
      "step": 745
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977289692085341e-05,
      "loss": 0.9991,
      "step": 746
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977201232274814e-05,
      "loss": 0.9903,
      "step": 747
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977112602503862e-05,
      "loss": 0.9987,
      "step": 748
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770238027878988e-05,
      "loss": 0.8066,
      "step": 749
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769348331423696e-05,
      "loss": 1.0267,
      "step": 750
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768456935827484e-05,
      "loss": 0.9652,
      "step": 751
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767563841245384e-05,
      "loss": 0.9536,
      "step": 752
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766669047832737e-05,
      "loss": 0.7929,
      "step": 753
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765772555745164e-05,
      "loss": 1.0135,
      "step": 754
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976487436513859e-05,
      "loss": 0.9935,
      "step": 755
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763974476169236e-05,
      "loss": 0.9326,
      "step": 756
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763072888993608e-05,
      "loss": 1.0731,
      "step": 757
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762169603768528e-05,
      "loss": 1.0503,
      "step": 758
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761264620651085e-05,
      "loss": 0.9049,
      "step": 759
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976035793979869e-05,
      "loss": 0.863,
      "step": 760
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759449561369036e-05,
      "loss": 1.0036,
      "step": 761
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758539485520113e-05,
      "loss": 1.0177,
      "step": 762
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757627712410205e-05,
      "loss": 0.892,
      "step": 763
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756714242197896e-05,
      "loss": 0.9921,
      "step": 764
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755799075042056e-05,
      "loss": 1.0258,
      "step": 765
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975488221110186e-05,
      "loss": 1.0636,
      "step": 766
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753963650536777e-05,
      "loss": 1.0466,
      "step": 767
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975304339350656e-05,
      "loss": 0.9865,
      "step": 768
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752121440171273e-05,
      "loss": 1.0271,
      "step": 769
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751197790691267e-05,
      "loss": 0.9944,
      "step": 770
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750272445227185e-05,
      "loss": 0.9605,
      "step": 771
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974934540393997e-05,
      "loss": 1.0925,
      "step": 772
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974841666699086e-05,
      "loss": 1.073,
      "step": 773
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747486234541382e-05,
      "loss": 1.0089,
      "step": 774
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746554106753367e-05,
      "loss": 1.0389,
      "step": 775
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974562028378893e-05,
      "loss": 1.0101,
      "step": 776
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744684765810494e-05,
      "loss": 0.9801,
      "step": 777
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743747552980764e-05,
      "loss": 0.9914,
      "step": 778
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742808645462747e-05,
      "loss": 0.9949,
      "step": 779
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741868043419746e-05,
      "loss": 0.8115,
      "step": 780
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740925747015352e-05,
      "loss": 1.0539,
      "step": 781
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739981756413455e-05,
      "loss": 1.0631,
      "step": 782
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973903607177824e-05,
      "loss": 1.0654,
      "step": 783
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738088693274187e-05,
      "loss": 0.8125,
      "step": 784
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973713962106607e-05,
      "loss": 1.0881,
      "step": 785
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736188855318955e-05,
      "loss": 0.8807,
      "step": 786
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735236396198206e-05,
      "loss": 1.0156,
      "step": 787
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734282243869475e-05,
      "loss": 1.0485,
      "step": 788
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733326398498726e-05,
      "loss": 0.9815,
      "step": 789
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973236886025219e-05,
      "loss": 1.0432,
      "step": 790
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973140962929642e-05,
      "loss": 0.9571,
      "step": 791
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973044870579824e-05,
      "loss": 0.7928,
      "step": 792
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972948608992479e-05,
      "loss": 1.0802,
      "step": 793
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728521781843482e-05,
      "loss": 1.0268,
      "step": 794
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972755578172205e-05,
      "loss": 0.956,
      "step": 795
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972658808972849e-05,
      "loss": 1.0029,
      "step": 796
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972561870603112e-05,
      "loss": 0.9975,
      "step": 797
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972464763079853e-05,
      "loss": 1.0272,
      "step": 798
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723674864199626e-05,
      "loss": 1.054,
      "step": 799
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972270040640359e-05,
      "loss": 0.8446,
      "step": 800
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721724257579907e-05,
      "loss": 0.9109,
      "step": 801
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720746417898356e-05,
      "loss": 0.9435,
      "step": 802
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719766887529007e-05,
      "loss": 1.0462,
      "step": 803
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718785666642225e-05,
      "loss": 0.9684,
      "step": 804
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717802755408673e-05,
      "loss": 1.0636,
      "step": 805
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97168181539993e-05,
      "loss": 1.0229,
      "step": 806
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715831862585356e-05,
      "loss": 0.9419,
      "step": 807
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714843881338382e-05,
      "loss": 1.0654,
      "step": 808
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713854210430216e-05,
      "loss": 1.0006,
      "step": 809
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971286285003298e-05,
      "loss": 1.0709,
      "step": 810
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711869800319103e-05,
      "loss": 0.951,
      "step": 811
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710875061461303e-05,
      "loss": 1.0363,
      "step": 812
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709878633632584e-05,
      "loss": 0.8434,
      "step": 813
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708880517006257e-05,
      "loss": 1.0508,
      "step": 814
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707880711755914e-05,
      "loss": 1.0053,
      "step": 815
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706879218055458e-05,
      "loss": 1.0204,
      "step": 816
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970587603607906e-05,
      "loss": 1.0217,
      "step": 817
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704871166001208e-05,
      "loss": 1.0645,
      "step": 818
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703864607996676e-05,
      "loss": 1.0407,
      "step": 819
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702856362240525e-05,
      "loss": 0.8792,
      "step": 820
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701846428908117e-05,
      "loss": 0.9477,
      "step": 821
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700834808175103e-05,
      "loss": 0.8463,
      "step": 822
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699821500217436e-05,
      "loss": 0.9859,
      "step": 823
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9698806505211353e-05,
      "loss": 1.0185,
      "step": 824
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697789823333385e-05,
      "loss": 0.8472,
      "step": 825
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696771454760363e-05,
      "loss": 1.0599,
      "step": 826
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695751399669404e-05,
      "loss": 0.9771,
      "step": 827
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694729658237925e-05,
      "loss": 1.0804,
      "step": 828
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693706230643633e-05,
      "loss": 1.0673,
      "step": 829
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692681117064527e-05,
      "loss": 1.0414,
      "step": 830
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691654317678898e-05,
      "loss": 0.9897,
      "step": 831
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969062583266534e-05,
      "loss": 1.062,
      "step": 832
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689595662202726e-05,
      "loss": 1.0185,
      "step": 833
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688563806470232e-05,
      "loss": 1.0287,
      "step": 834
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687530265647326e-05,
      "loss": 0.8268,
      "step": 835
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686495039913763e-05,
      "loss": 0.9889,
      "step": 836
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96854581294496e-05,
      "loss": 1.0185,
      "step": 837
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968441953443518e-05,
      "loss": 1.0536,
      "step": 838
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968337925505114e-05,
      "loss": 0.8963,
      "step": 839
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682337291478414e-05,
      "loss": 1.1057,
      "step": 840
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681293643898226e-05,
      "loss": 0.9605,
      "step": 841
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968024831249209e-05,
      "loss": 0.9674,
      "step": 842
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679201297441822e-05,
      "loss": 1.0573,
      "step": 843
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678152598929515e-05,
      "loss": 0.8006,
      "step": 844
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677102217137578e-05,
      "loss": 0.9586,
      "step": 845
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967605015224869e-05,
      "loss": 0.8646,
      "step": 846
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674996404445835e-05,
      "loss": 1.07,
      "step": 847
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673940973912283e-05,
      "loss": 1.0899,
      "step": 848
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672883860831605e-05,
      "loss": 1.0361,
      "step": 849
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967182506538766e-05,
      "loss": 0.9923,
      "step": 850
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670764587764598e-05,
      "loss": 0.9528,
      "step": 851
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669702428146865e-05,
      "loss": 0.9788,
      "step": 852
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668638586719195e-05,
      "loss": 1.1045,
      "step": 853
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667573063666622e-05,
      "loss": 1.0518,
      "step": 854
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666505859174462e-05,
      "loss": 1.0424,
      "step": 855
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665436973428337e-05,
      "loss": 1.0412,
      "step": 856
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664366406614146e-05,
      "loss": 0.9945,
      "step": 857
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966329415891809e-05,
      "loss": 1.0525,
      "step": 858
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966222023052666e-05,
      "loss": 0.9983,
      "step": 859
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966114462162665e-05,
      "loss": 0.9481,
      "step": 860
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660067332405122e-05,
      "loss": 1.0353,
      "step": 861
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658988363049448e-05,
      "loss": 1.074,
      "step": 862
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965790771374729e-05,
      "loss": 0.9822,
      "step": 863
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656825384686606e-05,
      "loss": 0.8536,
      "step": 864
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655741376055633e-05,
      "loss": 1.004,
      "step": 865
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654655688042912e-05,
      "loss": 1.0424,
      "step": 866
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965356832083727e-05,
      "loss": 0.9839,
      "step": 867
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965247927462783e-05,
      "loss": 1.0735,
      "step": 868
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651388549604006e-05,
      "loss": 1.0371,
      "step": 869
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9650296145955496e-05,
      "loss": 0.941,
      "step": 870
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649202063872305e-05,
      "loss": 1.0858,
      "step": 871
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964810630354472e-05,
      "loss": 1.0071,
      "step": 872
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964700886516332e-05,
      "loss": 1.0966,
      "step": 873
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645909748918982e-05,
      "loss": 0.9381,
      "step": 874
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644808955002865e-05,
      "loss": 1.0525,
      "step": 875
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643706483606427e-05,
      "loss": 1.0399,
      "step": 876
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964260233492142e-05,
      "loss": 1.0762,
      "step": 877
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964149650913988e-05,
      "loss": 0.8846,
      "step": 878
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9640389006454143e-05,
      "loss": 0.9685,
      "step": 879
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639279827056827e-05,
      "loss": 1.0637,
      "step": 880
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9638168971140845e-05,
      "loss": 1.0615,
      "step": 881
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963705643889941e-05,
      "loss": 0.838,
      "step": 882
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635942230526018e-05,
      "loss": 1.0249,
      "step": 883
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634826346214456e-05,
      "loss": 0.8643,
      "step": 884
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633708786158803e-05,
      "loss": 0.8544,
      "step": 885
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963258955055344e-05,
      "loss": 1.1069,
      "step": 886
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631468639593026e-05,
      "loss": 0.9914,
      "step": 887
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630346053472512e-05,
      "loss": 0.8828,
      "step": 888
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962922179238715e-05,
      "loss": 1.0361,
      "step": 889
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962809585653248e-05,
      "loss": 0.8211,
      "step": 890
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626968246104324e-05,
      "loss": 0.7386,
      "step": 891
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625838961298805e-05,
      "loss": 0.8122,
      "step": 892
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962470800231234e-05,
      "loss": 1.0143,
      "step": 893
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623575369341627e-05,
      "loss": 1.0698,
      "step": 894
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962244106258366e-05,
      "loss": 1.0258,
      "step": 895
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962130508223572e-05,
      "loss": 1.0834,
      "step": 896
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9620167428495393e-05,
      "loss": 0.8633,
      "step": 897
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961902810156054e-05,
      "loss": 1.0789,
      "step": 898
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961788710162932e-05,
      "loss": 1.0698,
      "step": 899
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616744428900186e-05,
      "loss": 1.0825,
      "step": 900
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961560008357187e-05,
      "loss": 0.9943,
      "step": 901
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614454065843412e-05,
      "loss": 0.8264,
      "step": 902
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961330637591413e-05,
      "loss": 1.0415,
      "step": 903
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612157013983634e-05,
      "loss": 0.9508,
      "step": 904
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611005980251832e-05,
      "loss": 1.0092,
      "step": 905
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609853274918914e-05,
      "loss": 0.8078,
      "step": 906
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960869889818537e-05,
      "loss": 1.1141,
      "step": 907
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607542850251974e-05,
      "loss": 1.0284,
      "step": 908
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606385131319795e-05,
      "loss": 1.0048,
      "step": 909
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605225741590185e-05,
      "loss": 1.006,
      "step": 910
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960406468126479e-05,
      "loss": 1.0784,
      "step": 911
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602901950545555e-05,
      "loss": 1.0281,
      "step": 912
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601737549634706e-05,
      "loss": 1.0084,
      "step": 913
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600571478734762e-05,
      "loss": 1.0676,
      "step": 914
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599403738048534e-05,
      "loss": 0.9772,
      "step": 915
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959823432777912e-05,
      "loss": 0.9252,
      "step": 916
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959706324812991e-05,
      "loss": 1.1463,
      "step": 917
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959589049930459e-05,
      "loss": 1.0094,
      "step": 918
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594716081507125e-05,
      "loss": 1.1014,
      "step": 919
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959353999494178e-05,
      "loss": 1.0955,
      "step": 920
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592362239813108e-05,
      "loss": 0.9264,
      "step": 921
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591182816325943e-05,
      "loss": 0.9367,
      "step": 922
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590001724685428e-05,
      "loss": 0.9467,
      "step": 923
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588818965096977e-05,
      "loss": 1.0525,
      "step": 924
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587634537766305e-05,
      "loss": 0.9944,
      "step": 925
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586448442899417e-05,
      "loss": 1.038,
      "step": 926
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585260680702603e-05,
      "loss": 0.9832,
      "step": 927
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584071251382443e-05,
      "loss": 0.9025,
      "step": 928
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958288015514581e-05,
      "loss": 0.9651,
      "step": 929
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581687392199874e-05,
      "loss": 1.0104,
      "step": 930
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580492962752076e-05,
      "loss": 1.0587,
      "step": 931
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579296867010168e-05,
      "loss": 1.0347,
      "step": 932
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957809910518217e-05,
      "loss": 0.9929,
      "step": 933
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576899677476415e-05,
      "loss": 0.9893,
      "step": 934
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957569858410151e-05,
      "loss": 0.9866,
      "step": 935
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957449582526636e-05,
      "loss": 1.0547,
      "step": 936
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573291401180143e-05,
      "loss": 0.8321,
      "step": 937
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572085312052353e-05,
      "loss": 1.0909,
      "step": 938
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570877558092753e-05,
      "loss": 1.0431,
      "step": 939
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569668139511408e-05,
      "loss": 1.0294,
      "step": 940
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956845705651866e-05,
      "loss": 1.0544,
      "step": 941
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956724430932515e-05,
      "loss": 1.0046,
      "step": 942
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566029898141812e-05,
      "loss": 0.9565,
      "step": 943
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956481382317985e-05,
      "loss": 0.8217,
      "step": 944
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563596084650785e-05,
      "loss": 1.0324,
      "step": 945
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562376682766406e-05,
      "loss": 1.0666,
      "step": 946
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95611556177388e-05,
      "loss": 1.0142,
      "step": 947
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955993288978034e-05,
      "loss": 0.9742,
      "step": 948
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558708499103686e-05,
      "loss": 0.9931,
      "step": 949
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95574824459218e-05,
      "loss": 1.0219,
      "step": 950
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955625473044792e-05,
      "loss": 0.8653,
      "step": 951
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555025352895576e-05,
      "loss": 0.8613,
      "step": 952
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9553794313478592e-05,
      "loss": 1.02,
      "step": 953
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9552561612411072e-05,
      "loss": 1.0198,
      "step": 954
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551327249907416e-05,
      "loss": 0.9728,
      "step": 955
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550091226182317e-05,
      "loss": 0.964,
      "step": 956
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548853541450744e-05,
      "loss": 0.9974,
      "step": 957
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547614195927968e-05,
      "loss": 0.9937,
      "step": 958
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546373189829536e-05,
      "loss": 0.9723,
      "step": 959
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95451305233713e-05,
      "loss": 0.8866,
      "step": 960
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543886196769382e-05,
      "loss": 1.0208,
      "step": 961
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542640210240212e-05,
      "loss": 0.9956,
      "step": 962
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954139256400049e-05,
      "loss": 0.8329,
      "step": 963
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954014325826722e-05,
      "loss": 1.001,
      "step": 964
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953889229325769e-05,
      "loss": 1.109,
      "step": 965
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9537639669189467e-05,
      "loss": 1.0654,
      "step": 966
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536385386280418e-05,
      "loss": 0.9855,
      "step": 967
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95351294447487e-05,
      "loss": 0.896,
      "step": 968
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533871844812745e-05,
      "loss": 0.981,
      "step": 969
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532612586691292e-05,
      "loss": 0.9708,
      "step": 970
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.953135167060335e-05,
      "loss": 1.0213,
      "step": 971
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9530089096768227e-05,
      "loss": 1.0314,
      "step": 972
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952882486540552e-05,
      "loss": 1.0341,
      "step": 973
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527558976735105e-05,
      "loss": 1.0707,
      "step": 974
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526291430977162e-05,
      "loss": 0.8145,
      "step": 975
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952502222835214e-05,
      "loss": 0.9612,
      "step": 976
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523751369080794e-05,
      "loss": 1.0675,
      "step": 977
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522478853384154e-05,
      "loss": 0.95,
      "step": 978
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521204681483546e-05,
      "loss": 0.8619,
      "step": 979
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951992885360058e-05,
      "loss": 1.0051,
      "step": 980
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518651369957153e-05,
      "loss": 1.0063,
      "step": 981
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9517372230775455e-05,
      "loss": 0.8759,
      "step": 982
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516091436277963e-05,
      "loss": 0.9948,
      "step": 983
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9514808986687437e-05,
      "loss": 1.087,
      "step": 984
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951352488222693e-05,
      "loss": 1.0465,
      "step": 985
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951223912311978e-05,
      "loss": 0.9341,
      "step": 986
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951095170958961e-05,
      "loss": 1.0481,
      "step": 987
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509662641860337e-05,
      "loss": 1.0006,
      "step": 988
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508371920156165e-05,
      "loss": 1.078,
      "step": 989
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507079544701583e-05,
      "loss": 0.977,
      "step": 990
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505785515721368e-05,
      "loss": 1.0609,
      "step": 991
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504489833440585e-05,
      "loss": 1.0193,
      "step": 992
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503192498084583e-05,
      "loss": 0.9746,
      "step": 993
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950189350987901e-05,
      "loss": 1.0424,
      "step": 994
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9500592869049786e-05,
      "loss": 1.0732,
      "step": 995
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499290575823125e-05,
      "loss": 0.9933,
      "step": 996
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949798663042554e-05,
      "loss": 1.0293,
      "step": 997
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9496681033083806e-05,
      "loss": 1.0318,
      "step": 998
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495373784025008e-05,
      "loss": 1.0605,
      "step": 999
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949406488347651e-05,
      "loss": 1.0202,
      "step": 1000
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492754331665967e-05,
      "loss": 1.0017,
      "step": 1001
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491442128821313e-05,
      "loss": 0.9819,
      "step": 1002
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949012827517077e-05,
      "loss": 0.9869,
      "step": 1003
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488812770942858e-05,
      "loss": 0.994,
      "step": 1004
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487495616366373e-05,
      "loss": 1.0806,
      "step": 1005
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486176811670407e-05,
      "loss": 0.9496,
      "step": 1006
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484856357084327e-05,
      "loss": 1.0326,
      "step": 1007
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483534252837797e-05,
      "loss": 0.9932,
      "step": 1008
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9482210499160767e-05,
      "loss": 0.9572,
      "step": 1009
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948088509628347e-05,
      "loss": 0.9416,
      "step": 1010
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947955804443643e-05,
      "loss": 0.9067,
      "step": 1011
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947822934385045e-05,
      "loss": 0.9919,
      "step": 1012
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947689899475663e-05,
      "loss": 1.0637,
      "step": 1013
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475566997386348e-05,
      "loss": 0.8717,
      "step": 1014
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474233351971278e-05,
      "loss": 0.9901,
      "step": 1015
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947289805874337e-05,
      "loss": 1.0371,
      "step": 1016
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947156111793487e-05,
      "loss": 1.0252,
      "step": 1017
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470222529778304e-05,
      "loss": 1.0613,
      "step": 1018
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468882294506485e-05,
      "loss": 1.0142,
      "step": 1019
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946754041235252e-05,
      "loss": 0.9438,
      "step": 1020
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466196883549794e-05,
      "loss": 1.0762,
      "step": 1021
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464851708331976e-05,
      "loss": 1.0734,
      "step": 1022
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463504886933036e-05,
      "loss": 1.0142,
      "step": 1023
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462156419587214e-05,
      "loss": 0.8563,
      "step": 1024
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460806306529048e-05,
      "loss": 1.0441,
      "step": 1025
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459454547993352e-05,
      "loss": 1.0428,
      "step": 1026
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945810114421524e-05,
      "loss": 1.0456,
      "step": 1027
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945674609543009e-05,
      "loss": 1.0479,
      "step": 1028
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455389401873593e-05,
      "loss": 0.8813,
      "step": 1029
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454031063781705e-05,
      "loss": 1.0198,
      "step": 1030
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945267108139068e-05,
      "loss": 0.994,
      "step": 1031
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945130945493705e-05,
      "loss": 1.1285,
      "step": 1032
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449946184657645e-05,
      "loss": 1.0571,
      "step": 1033
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448581270789562e-05,
      "loss": 0.9815,
      "step": 1034
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9447214713570205e-05,
      "loss": 1.0365,
      "step": 1035
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445846513237244e-05,
      "loss": 0.975,
      "step": 1036
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444476670028653e-05,
      "loss": 0.9991,
      "step": 1037
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443105184182673e-05,
      "loss": 0.8936,
      "step": 1038
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944173205593785e-05,
      "loss": 0.8124,
      "step": 1039
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440357285533e-05,
      "loss": 0.9869,
      "step": 1040
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438980873207234e-05,
      "loss": 0.9634,
      "step": 1041
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437602819199947e-05,
      "loss": 0.8725,
      "step": 1042
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436223123750814e-05,
      "loss": 1.0296,
      "step": 1043
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434841787099804e-05,
      "loss": 1.0342,
      "step": 1044
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433458809487163e-05,
      "loss": 1.0277,
      "step": 1045
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432074191153427e-05,
      "loss": 1.0076,
      "step": 1046
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943068793233942e-05,
      "loss": 1.043,
      "step": 1047
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429300033286244e-05,
      "loss": 1.0335,
      "step": 1048
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942791049423529e-05,
      "loss": 0.9707,
      "step": 1049
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426519315428235e-05,
      "loss": 1.0441,
      "step": 1050
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9425126497107048e-05,
      "loss": 0.9488,
      "step": 1051
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423732039513968e-05,
      "loss": 1.0271,
      "step": 1052
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942233594289153e-05,
      "loss": 1.0386,
      "step": 1053
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420938207482546e-05,
      "loss": 1.0147,
      "step": 1054
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941953883353013e-05,
      "loss": 1.0214,
      "step": 1055
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418137821277658e-05,
      "loss": 1.0801,
      "step": 1056
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416735170968802e-05,
      "loss": 1.0285,
      "step": 1057
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941533088284753e-05,
      "loss": 0.8005,
      "step": 1058
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941392495715807e-05,
      "loss": 0.9938,
      "step": 1059
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9412517394144956e-05,
      "loss": 1.0364,
      "step": 1060
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411108194052998e-05,
      "loss": 1.0483,
      "step": 1061
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94096973571273e-05,
      "loss": 0.8082,
      "step": 1062
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940828488361323e-05,
      "loss": 1.0796,
      "step": 1063
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406870773756456e-05,
      "loss": 1.0067,
      "step": 1064
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405455027802934e-05,
      "loss": 1.0795,
      "step": 1065
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404037645998897e-05,
      "loss": 1.0021,
      "step": 1066
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940261862859086e-05,
      "loss": 0.9823,
      "step": 1067
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401197975825633e-05,
      "loss": 0.9834,
      "step": 1068
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93997756879503e-05,
      "loss": 1.0438,
      "step": 1069
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939835176521223e-05,
      "loss": 0.8226,
      "step": 1070
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.9221,
      "step": 1071
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395499016138805e-05,
      "loss": 0.9694,
      "step": 1072
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939407019029962e-05,
      "loss": 0.9669,
      "step": 1073
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392639730590028e-05,
      "loss": 1.02,
      "step": 1074
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939120763725883e-05,
      "loss": 1.0432,
      "step": 1075
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389773910555107e-05,
      "loss": 1.0494,
      "step": 1076
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388338550728218e-05,
      "loss": 1.0503,
      "step": 1077
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386901558027804e-05,
      "loss": 0.6492,
      "step": 1078
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385462932703803e-05,
      "loss": 0.9855,
      "step": 1079
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384022675006423e-05,
      "loss": 0.8426,
      "step": 1080
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382580785186164e-05,
      "loss": 1.0234,
      "step": 1081
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381137263493804e-05,
      "loss": 0.9758,
      "step": 1082
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9379692110180418e-05,
      "loss": 1.0617,
      "step": 1083
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9378245325497347e-05,
      "loss": 1.0314,
      "step": 1084
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376796909696227e-05,
      "loss": 1.0354,
      "step": 1085
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375346863028978e-05,
      "loss": 1.0043,
      "step": 1086
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373895185747794e-05,
      "loss": 0.6877,
      "step": 1087
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372441878105158e-05,
      "loss": 0.8298,
      "step": 1088
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9370986940353846e-05,
      "loss": 0.9734,
      "step": 1089
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369530372746905e-05,
      "loss": 0.8297,
      "step": 1090
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9368072175537667e-05,
      "loss": 0.8246,
      "step": 1091
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936661234897975e-05,
      "loss": 1.0341,
      "step": 1092
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365150893327064e-05,
      "loss": 0.9555,
      "step": 1093
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936368780883378e-05,
      "loss": 0.9806,
      "step": 1094
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362223095754376e-05,
      "loss": 0.9035,
      "step": 1095
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93607567543436e-05,
      "loss": 0.8354,
      "step": 1096
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935928878485649e-05,
      "loss": 0.8622,
      "step": 1097
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935781918754836e-05,
      "loss": 1.0731,
      "step": 1098
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935634796267481e-05,
      "loss": 0.9439,
      "step": 1099
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9354875110491723e-05,
      "loss": 1.0751,
      "step": 1100
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9353400631255268e-05,
      "loss": 0.9958,
      "step": 1101
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93519245252219e-05,
      "loss": 0.9901,
      "step": 1102
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350446792648342e-05,
      "loss": 0.8004,
      "step": 1103
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9348967433791617e-05,
      "loss": 0.97,
      "step": 1104
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934748644890902e-05,
      "loss": 1.0689,
      "step": 1105
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9346003838258132e-05,
      "loss": 1.054,
      "step": 1106
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934451960209682e-05,
      "loss": 0.9954,
      "step": 1107
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934303374068323e-05,
      "loss": 1.02,
      "step": 1108
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341546254275788e-05,
      "loss": 0.9709,
      "step": 1109
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340057143133213e-05,
      "loss": 0.9445,
      "step": 1110
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338566407514495e-05,
      "loss": 1.0044,
      "step": 1111
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933707404767891e-05,
      "loss": 1.036,
      "step": 1112
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933558006388602e-05,
      "loss": 0.9848,
      "step": 1113
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334084456395668e-05,
      "loss": 0.9951,
      "step": 1114
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9332587225467976e-05,
      "loss": 1.0183,
      "step": 1115
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331088371363353e-05,
      "loss": 1.0727,
      "step": 1116
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932958789434249e-05,
      "loss": 1.0756,
      "step": 1117
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328085794666353e-05,
      "loss": 1.0264,
      "step": 1118
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93265820725962e-05,
      "loss": 1.0748,
      "step": 1119
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325076728393566e-05,
      "loss": 1.0392,
      "step": 1120
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932356976232027e-05,
      "loss": 0.9968,
      "step": 1121
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932206117463841e-05,
      "loss": 1.0138,
      "step": 1122
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932055096561037e-05,
      "loss": 1.0444,
      "step": 1123
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319039135498813e-05,
      "loss": 0.6717,
      "step": 1124
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317525684566686e-05,
      "loss": 1.0551,
      "step": 1125
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931601061307722e-05,
      "loss": 0.8341,
      "step": 1126
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9314493921293915e-05,
      "loss": 0.8442,
      "step": 1127
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9312975609480573e-05,
      "loss": 0.9861,
      "step": 1128
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311455677901264e-05,
      "loss": 1.024,
      "step": 1129
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309934126820344e-05,
      "loss": 1.017,
      "step": 1130
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930841095650245e-05,
      "loss": 0.8949,
      "step": 1131
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306886167212498e-05,
      "loss": 0.9944,
      "step": 1132
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305359759215686e-05,
      "loss": 1.0877,
      "step": 1133
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303831732777504e-05,
      "loss": 1.0035,
      "step": 1134
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302302088163708e-05,
      "loss": 1.0406,
      "step": 1135
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300770825640345e-05,
      "loss": 1.012,
      "step": 1136
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929923794547374e-05,
      "loss": 1.0932,
      "step": 1137
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297703447930502e-05,
      "loss": 0.9293,
      "step": 1138
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9296167333277517e-05,
      "loss": 1.0757,
      "step": 1139
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294629601781956e-05,
      "loss": 1.0177,
      "step": 1140
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293090253711277e-05,
      "loss": 1.0283,
      "step": 1141
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291549289333198e-05,
      "loss": 0.7266,
      "step": 1142
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9290006708915744e-05,
      "loss": 0.8594,
      "step": 1143
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288462512727203e-05,
      "loss": 1.0969,
      "step": 1144
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928691670103615e-05,
      "loss": 1.0425,
      "step": 1145
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928536927411145e-05,
      "loss": 1.0228,
      "step": 1146
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9283820232222232e-05,
      "loss": 1.071,
      "step": 1147
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282269575637918e-05,
      "loss": 0.86,
      "step": 1148
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280717304628206e-05,
      "loss": 1.0168,
      "step": 1149
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279163419463074e-05,
      "loss": 0.9251,
      "step": 1150
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277607920412783e-05,
      "loss": 0.956,
      "step": 1151
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9276050807747878e-05,
      "loss": 1.0077,
      "step": 1152
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927449208173918e-05,
      "loss": 1.0317,
      "step": 1153
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272931742657788e-05,
      "loss": 1.0128,
      "step": 1154
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9271369790775084e-05,
      "loss": 1.001,
      "step": 1155
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926980622636274e-05,
      "loss": 1.0141,
      "step": 1156
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9268241049692694e-05,
      "loss": 0.8213,
      "step": 1157
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926667426103717e-05,
      "loss": 0.9981,
      "step": 1158
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265105860668673e-05,
      "loss": 1.0454,
      "step": 1159
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9263535848859992e-05,
      "loss": 0.9731,
      "step": 1160
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261964225884186e-05,
      "loss": 1.0407,
      "step": 1161
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926039099201461e-05,
      "loss": 0.9967,
      "step": 1162
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9258816147524875e-05,
      "loss": 1.0296,
      "step": 1163
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257239692688907e-05,
      "loss": 0.7597,
      "step": 1164
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255661627780874e-05,
      "loss": 1.0396,
      "step": 1165
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9254081953075252e-05,
      "loss": 1.0047,
      "step": 1166
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252500668846786e-05,
      "loss": 1.0268,
      "step": 1167
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250917775370496e-05,
      "loss": 1.0234,
      "step": 1168
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249333272921692e-05,
      "loss": 0.9896,
      "step": 1169
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924774716177596e-05,
      "loss": 0.8446,
      "step": 1170
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9246159442209173e-05,
      "loss": 1.0287,
      "step": 1171
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9244570114497462e-05,
      "loss": 0.9673,
      "step": 1172
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924297917891726e-05,
      "loss": 0.8411,
      "step": 1173
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924138663574527e-05,
      "loss": 1.0438,
      "step": 1174
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239792485258477e-05,
      "loss": 0.9181,
      "step": 1175
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238196727734144e-05,
      "loss": 0.9918,
      "step": 1176
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236599363449815e-05,
      "loss": 1.0656,
      "step": 1177
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923500039268331e-05,
      "loss": 1.0276,
      "step": 1178
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233399815712737e-05,
      "loss": 1.0208,
      "step": 1179
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923179763281647e-05,
      "loss": 1.0439,
      "step": 1180
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230193844273177e-05,
      "loss": 0.973,
      "step": 1181
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228588450361795e-05,
      "loss": 0.8604,
      "step": 1182
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9226981451361542e-05,
      "loss": 1.0988,
      "step": 1183
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9225372847551918e-05,
      "loss": 0.9898,
      "step": 1184
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92237626392127e-05,
      "loss": 1.0285,
      "step": 1185
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222150826623943e-05,
      "loss": 0.8077,
      "step": 1186
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220537410065985e-05,
      "loss": 1.0074,
      "step": 1187
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921892238981944e-05,
      "loss": 0.8233,
      "step": 1188
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92173057661652e-05,
      "loss": 1.0064,
      "step": 1189
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215687539384446e-05,
      "loss": 1.0174,
      "step": 1190
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214067709758616e-05,
      "loss": 0.9309,
      "step": 1191
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9212446277569446e-05,
      "loss": 0.9821,
      "step": 1192
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921082324309895e-05,
      "loss": 1.0441,
      "step": 1193
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9209198606629408e-05,
      "loss": 0.9439,
      "step": 1194
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207572368443386e-05,
      "loss": 0.8061,
      "step": 1195
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9205944528823732e-05,
      "loss": 0.7855,
      "step": 1196
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920431508805357e-05,
      "loss": 0.9721,
      "step": 1197
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92026840464163e-05,
      "loss": 1.0456,
      "step": 1198
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201051404195602e-05,
      "loss": 0.9554,
      "step": 1199
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199417161675433e-05,
      "loss": 1.0242,
      "step": 1200
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197781319140035e-05,
      "loss": 1.0239,
      "step": 1201
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9196143876873913e-05,
      "loss": 1.0491,
      "step": 1202
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194504835161874e-05,
      "loss": 1.0767,
      "step": 1203
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919286419428898e-05,
      "loss": 1.0436,
      "step": 1204
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9191221954540582e-05,
      "loss": 0.9904,
      "step": 1205
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918957811620231e-05,
      "loss": 1.0434,
      "step": 1206
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9187932679560063e-05,
      "loss": 1.007,
      "step": 1207
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918628564490004e-05,
      "loss": 0.9643,
      "step": 1208
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184637012508685e-05,
      "loss": 0.8258,
      "step": 1209
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918298678267275e-05,
      "loss": 0.9707,
      "step": 1210
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181334955679243e-05,
      "loss": 1.0545,
      "step": 1211
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179681531815467e-05,
      "loss": 1.0504,
      "step": 1212
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178026511368992e-05,
      "loss": 0.9538,
      "step": 1213
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176369894627668e-05,
      "loss": 0.9889,
      "step": 1214
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174711681879627e-05,
      "loss": 0.9821,
      "step": 1215
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9173051873413267e-05,
      "loss": 1.0111,
      "step": 1216
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9171390469517278e-05,
      "loss": 1.0414,
      "step": 1217
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916972747048062e-05,
      "loss": 0.9928,
      "step": 1218
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9168062876592527e-05,
      "loss": 1.1032,
      "step": 1219
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916639668814252e-05,
      "loss": 1.0149,
      "step": 1220
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916472890542039e-05,
      "loss": 0.9674,
      "step": 1221
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163059528716208e-05,
      "loss": 0.8751,
      "step": 1222
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163059528716208e-05,
      "loss": 1.0327,
      "step": 1223
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916138855832032e-05,
      "loss": 0.8296,
      "step": 1224
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159715994523352e-05,
      "loss": 0.8223,
      "step": 1225
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158041837616208e-05,
      "loss": 0.9658,
      "step": 1226
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156366087890062e-05,
      "loss": 0.9905,
      "step": 1227
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915468874563637e-05,
      "loss": 1.0368,
      "step": 1228
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153009811146867e-05,
      "loss": 0.9534,
      "step": 1229
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9151329284713568e-05,
      "loss": 1.0396,
      "step": 1230
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9149647166628754e-05,
      "loss": 0.9974,
      "step": 1231
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147963457184985e-05,
      "loss": 0.9792,
      "step": 1232
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146278156675108e-05,
      "loss": 0.9713,
      "step": 1233
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914459126539224e-05,
      "loss": 1.1185,
      "step": 1234
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914290278362977e-05,
      "loss": 0.9402,
      "step": 1235
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141212711681373e-05,
      "loss": 0.977,
      "step": 1236
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9139521049840993e-05,
      "loss": 1.0069,
      "step": 1237
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9137827798402857e-05,
      "loss": 0.9895,
      "step": 1238
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136132957661463e-05,
      "loss": 0.8229,
      "step": 1239
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9134436527911583e-05,
      "loss": 1.0796,
      "step": 1240
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132738509448276e-05,
      "loss": 1.0486,
      "step": 1241
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131038902566868e-05,
      "loss": 1.0487,
      "step": 1242
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129337707562967e-05,
      "loss": 1.0528,
      "step": 1243
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912763492473245e-05,
      "loss": 0.9575,
      "step": 1244
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9125930554371478e-05,
      "loss": 0.9717,
      "step": 1245
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124224596776485e-05,
      "loss": 0.8974,
      "step": 1246
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912251705224418e-05,
      "loss": 0.9848,
      "step": 1247
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120807921071552e-05,
      "loss": 0.9865,
      "step": 1248
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119097203555857e-05,
      "loss": 0.983,
      "step": 1249
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9117384899994635e-05,
      "loss": 1.0808,
      "step": 1250
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115671010685705e-05,
      "loss": 0.9334,
      "step": 1251
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911395553592715e-05,
      "loss": 1.0148,
      "step": 1252
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112238476017334e-05,
      "loss": 1.0241,
      "step": 1253
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91105198312549e-05,
      "loss": 1.005,
      "step": 1254
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910879960193877e-05,
      "loss": 1.0042,
      "step": 1255
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910707778836813e-05,
      "loss": 0.9507,
      "step": 1256
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9105354390842448e-05,
      "loss": 0.9378,
      "step": 1257
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103629409661468e-05,
      "loss": 1.0041,
      "step": 1258
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910190284512521e-05,
      "loss": 1.0614,
      "step": 1259
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9100174697533966e-05,
      "loss": 1.0254,
      "step": 1260
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098444967188308e-05,
      "loss": 1.0403,
      "step": 1261
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096713654389075e-05,
      "loss": 1.0077,
      "step": 1262
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9094980759437395e-05,
      "loss": 0.9597,
      "step": 1263
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093246282634655e-05,
      "loss": 1.0094,
      "step": 1264
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9091510224282533e-05,
      "loss": 0.8707,
      "step": 1265
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908977258468297e-05,
      "loss": 0.9928,
      "step": 1266
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908803336413818e-05,
      "loss": 1.0421,
      "step": 1267
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908629256295067e-05,
      "loss": 1.0001,
      "step": 1268
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084550181423202e-05,
      "loss": 1.0786,
      "step": 1269
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082806219858826e-05,
      "loss": 0.9319,
      "step": 1270
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9081060678560855e-05,
      "loss": 0.978,
      "step": 1271
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907931355783289e-05,
      "loss": 1.0052,
      "step": 1272
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9077564857978798e-05,
      "loss": 0.8999,
      "step": 1273
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9075814579302722e-05,
      "loss": 0.927,
      "step": 1274
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074062722109083e-05,
      "loss": 0.938,
      "step": 1275
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072309286702572e-05,
      "loss": 1.0384,
      "step": 1276
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907055427338815e-05,
      "loss": 1.0146,
      "step": 1277
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068797682471076e-05,
      "loss": 0.9218,
      "step": 1278
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9067039514256852e-05,
      "loss": 0.9519,
      "step": 1279
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9065279769051273e-05,
      "loss": 1.013,
      "step": 1280
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063518447160403e-05,
      "loss": 1.0217,
      "step": 1281
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9061755548890582e-05,
      "loss": 1.0307,
      "step": 1282
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905999107454842e-05,
      "loss": 1.0068,
      "step": 1283
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9058225024440812e-05,
      "loss": 1.049,
      "step": 1284
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905645739887492e-05,
      "loss": 0.6523,
      "step": 1285
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054688198158164e-05,
      "loss": 0.9974,
      "step": 1286
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9052917422598268e-05,
      "loss": 0.9761,
      "step": 1287
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051145072503216e-05,
      "loss": 0.9894,
      "step": 1288
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049371148181253e-05,
      "loss": 0.9635,
      "step": 1289
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047595649940923e-05,
      "loss": 0.8234,
      "step": 1290
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9045818578091027e-05,
      "loss": 1.0368,
      "step": 1291
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904403993294064e-05,
      "loss": 1.0487,
      "step": 1292
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9042259714799117e-05,
      "loss": 1.0311,
      "step": 1293
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9040477923976084e-05,
      "loss": 1.0795,
      "step": 1294
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903869456078144e-05,
      "loss": 0.9457,
      "step": 1295
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9036909625525356e-05,
      "loss": 0.9574,
      "step": 1296
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035123118518276e-05,
      "loss": 1.068,
      "step": 1297
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903333504007093e-05,
      "loss": 0.9862,
      "step": 1298
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9031545390494297e-05,
      "loss": 1.0514,
      "step": 1299
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902975417009965e-05,
      "loss": 1.0401,
      "step": 1300
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9027961379198536e-05,
      "loss": 0.961,
      "step": 1301
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902616701810275e-05,
      "loss": 0.9855,
      "step": 1302
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902437108712439e-05,
      "loss": 0.9692,
      "step": 1303
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902257358657581e-05,
      "loss": 0.6506,
      "step": 1304
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020774516769646e-05,
      "loss": 0.9658,
      "step": 1305
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90189738780188e-05,
      "loss": 1.0213,
      "step": 1306
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901717167063645e-05,
      "loss": 0.9798,
      "step": 1307
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015367894936042e-05,
      "loss": 0.9837,
      "step": 1308
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90135625512313e-05,
      "loss": 1.0637,
      "step": 1309
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901175563983623e-05,
      "loss": 0.8675,
      "step": 1310
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009947161065084e-05,
      "loss": 0.8861,
      "step": 1311
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900813711523242e-05,
      "loss": 1.005,
      "step": 1312
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006325502653037e-05,
      "loss": 1.0773,
      "step": 1313
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004512323642023e-05,
      "loss": 0.985,
      "step": 1314
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9002697578514747e-05,
      "loss": 1.0025,
      "step": 1315
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900088126758683e-05,
      "loss": 0.974,
      "step": 1316
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899906339117418e-05,
      "loss": 0.9715,
      "step": 1317
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899724394959297e-05,
      "loss": 1.054,
      "step": 1318
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8995422943159645e-05,
      "loss": 1.0276,
      "step": 1319
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8993600372190933e-05,
      "loss": 1.0383,
      "step": 1320
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899177623700382e-05,
      "loss": 0.995,
      "step": 1321
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898995053791557e-05,
      "loss": 1.0165,
      "step": 1322
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898812327524372e-05,
      "loss": 1.0343,
      "step": 1323
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898629444930608e-05,
      "loss": 0.9972,
      "step": 1324
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898446406042073e-05,
      "loss": 0.9759,
      "step": 1325
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982632108906015e-05,
      "loss": 1.0222,
      "step": 1326
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980798595080565e-05,
      "loss": 1.0992,
      "step": 1327
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8978963519263277e-05,
      "loss": 1.0055,
      "step": 1328
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8977126881773312e-05,
      "loss": 1.0555,
      "step": 1329
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975288682930107e-05,
      "loss": 1.0638,
      "step": 1330
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897344892305338e-05,
      "loss": 1.03,
      "step": 1331
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897160760246311e-05,
      "loss": 1.0416,
      "step": 1332
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969764721479545e-05,
      "loss": 0.8419,
      "step": 1333
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967920280423217e-05,
      "loss": 0.9725,
      "step": 1334
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8966074279614914e-05,
      "loss": 1.0512,
      "step": 1335
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964226719375705e-05,
      "loss": 1.0194,
      "step": 1336
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962377600026932e-05,
      "loss": 0.9646,
      "step": 1337
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8960526921890203e-05,
      "loss": 1.0375,
      "step": 1338
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8958674685287396e-05,
      "loss": 1.0386,
      "step": 1339
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895682089054067e-05,
      "loss": 0.9643,
      "step": 1340
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8954965537972432e-05,
      "loss": 0.9994,
      "step": 1341
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953108627905393e-05,
      "loss": 1.0179,
      "step": 1342
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951250160662508e-05,
      "loss": 0.9979,
      "step": 1343
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949390136567015e-05,
      "loss": 1.0058,
      "step": 1344
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894752855594242e-05,
      "loss": 1.0484,
      "step": 1345
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8945665419112497e-05,
      "loss": 0.959,
      "step": 1346
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943800726401296e-05,
      "loss": 0.8482,
      "step": 1347
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8941934478133136e-05,
      "loss": 1.057,
      "step": 1348
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89400666746326e-05,
      "loss": 1.0067,
      "step": 1349
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938197316224555e-05,
      "loss": 1.1049,
      "step": 1350
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8936326403234125e-05,
      "loss": 0.9647,
      "step": 1351
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893445393598671e-05,
      "loss": 1.005,
      "step": 1352
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8932579914807982e-05,
      "loss": 1.0474,
      "step": 1353
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8930704340023883e-05,
      "loss": 0.9682,
      "step": 1354
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892882721196062e-05,
      "loss": 1.0437,
      "step": 1355
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8926948530944678e-05,
      "loss": 0.9458,
      "step": 1356
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925068297302803e-05,
      "loss": 0.9842,
      "step": 1357
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892318651136202e-05,
      "loss": 0.9023,
      "step": 1358
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8921303173449616e-05,
      "loss": 0.8177,
      "step": 1359
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8919418283893155e-05,
      "loss": 0.965,
      "step": 1360
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8917531843020472e-05,
      "loss": 1.0054,
      "step": 1361
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8915643851159658e-05,
      "loss": 0.9976,
      "step": 1362
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891375430863909e-05,
      "loss": 0.9641,
      "step": 1363
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8911863215787406e-05,
      "loss": 1.0313,
      "step": 1364
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909970572933514e-05,
      "loss": 0.8255,
      "step": 1365
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8908076380406597e-05,
      "loss": 1.0432,
      "step": 1366
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.89061806385361e-05,
      "loss": 0.98,
      "step": 1367
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8904283347651746e-05,
      "loss": 1.034,
      "step": 1368
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8902384508083518e-05,
      "loss": 1.0221,
      "step": 1369
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8900484120161675e-05,
      "loss": 1.0477,
      "step": 1370
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8898582184216743e-05,
      "loss": 1.0132,
      "step": 1371
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889667870057952e-05,
      "loss": 1.046,
      "step": 1372
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8894773669581066e-05,
      "loss": 1.1193,
      "step": 1373
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892867091552718e-05,
      "loss": 1.062,
      "step": 1374
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8890958966826077e-05,
      "loss": 0.9631,
      "step": 1375
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8889049295733018e-05,
      "loss": 0.8347,
      "step": 1376
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888713807860568e-05,
      "loss": 1.038,
      "step": 1377
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8885225315776473e-05,
      "loss": 1.0743,
      "step": 1378
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883311007578074e-05,
      "loss": 0.9491,
      "step": 1379
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8881395154343435e-05,
      "loss": 0.9802,
      "step": 1380
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887947775640577e-05,
      "loss": 0.8802,
      "step": 1381
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877558814098564e-05,
      "loss": 0.9919,
      "step": 1382
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875638327755564e-05,
      "loss": 1.0652,
      "step": 1383
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88737162977108e-05,
      "loss": 0.8371,
      "step": 1384
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887179272429856e-05,
      "loss": 0.9984,
      "step": 1385
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88698676078534e-05,
      "loss": 1.044,
      "step": 1386
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867940948710158e-05,
      "loss": 1.071,
      "step": 1387
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8866012747203916e-05,
      "loss": 0.9968,
      "step": 1388
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8864083003670043e-05,
      "loss": 1.0346,
      "step": 1389
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862151718444174e-05,
      "loss": 1.0136,
      "step": 1390
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8860218891862202e-05,
      "loss": 1.0444,
      "step": 1391
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858284524260307e-05,
      "loss": 0.9182,
      "step": 1392
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856348615974915e-05,
      "loss": 0.9018,
      "step": 1393
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8854411167342733e-05,
      "loss": 1.0146,
      "step": 1394
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8852472178700733e-05,
      "loss": 1.0026,
      "step": 1395
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850531650386154e-05,
      "loss": 1.0197,
      "step": 1396
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884858958273651e-05,
      "loss": 1.0348,
      "step": 1397
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8846645976089567e-05,
      "loss": 1.0287,
      "step": 1398
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884470083078338e-05,
      "loss": 1.017,
      "step": 1399
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8842754147156246e-05,
      "loss": 0.997,
      "step": 1400
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840805925546753e-05,
      "loss": 1.021,
      "step": 1401
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838856166293743e-05,
      "loss": 0.9945,
      "step": 1402
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883690486973633e-05,
      "loss": 1.0205,
      "step": 1403
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8834952036213895e-05,
      "loss": 1.0509,
      "step": 1404
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883299766606609e-05,
      "loss": 1.049,
      "step": 1405
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831041759632824e-05,
      "loss": 1.0103,
      "step": 1406
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8829084317254278e-05,
      "loss": 1.0067,
      "step": 1407
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882712533927091e-05,
      "loss": 0.7933,
      "step": 1408
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882516482602343e-05,
      "loss": 0.9463,
      "step": 1409
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882320277785282e-05,
      "loss": 0.8959,
      "step": 1410
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8821239195100336e-05,
      "loss": 0.9481,
      "step": 1411
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819274078107497e-05,
      "loss": 1.0473,
      "step": 1412
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881730742721608e-05,
      "loss": 1.05,
      "step": 1413
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815339242768146e-05,
      "loss": 1.0132,
      "step": 1414
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8813369525106e-05,
      "loss": 0.995,
      "step": 1415
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881139827457224e-05,
      "loss": 0.9897,
      "step": 1416
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8809425491509704e-05,
      "loss": 1.0008,
      "step": 1417
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880745117626152e-05,
      "loss": 0.9517,
      "step": 1418
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880547532917107e-05,
      "loss": 1.0014,
      "step": 1419
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8803497950582002e-05,
      "loss": 0.9786,
      "step": 1420
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8801519040838235e-05,
      "loss": 0.9593,
      "step": 1421
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8799538600283955e-05,
      "loss": 0.882,
      "step": 1422
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8797556629263603e-05,
      "loss": 1.0325,
      "step": 1423
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87955731281219e-05,
      "loss": 0.9693,
      "step": 1424
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879358809720383e-05,
      "loss": 1.0045,
      "step": 1425
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8791601536854636e-05,
      "loss": 0.9909,
      "step": 1426
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789613447419838e-05,
      "loss": 1.0363,
      "step": 1427
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878762382924521e-05,
      "loss": 0.9797,
      "step": 1428
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8785632682676805e-05,
      "loss": 1.1287,
      "step": 1429
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8783640008060925e-05,
      "loss": 0.9766,
      "step": 1430
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781645805744153e-05,
      "loss": 1.0152,
      "step": 1431
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779650076073332e-05,
      "loss": 1.0197,
      "step": 1432
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877765281939557e-05,
      "loss": 1.0478,
      "step": 1433
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877565403605824e-05,
      "loss": 0.9581,
      "step": 1434
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773653726408985e-05,
      "loss": 1.0045,
      "step": 1435
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877165189079571e-05,
      "loss": 1.0231,
      "step": 1436
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8769648529566583e-05,
      "loss": 0.9166,
      "step": 1437
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876764364307004e-05,
      "loss": 0.8735,
      "step": 1438
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8765637231654783e-05,
      "loss": 0.9609,
      "step": 1439
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876362929566978e-05,
      "loss": 0.9751,
      "step": 1440
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8761619835464265e-05,
      "loss": 0.9452,
      "step": 1441
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759608851387728e-05,
      "loss": 0.8052,
      "step": 1442
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875759634378993e-05,
      "loss": 1.0969,
      "step": 1443
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8755582313020912e-05,
      "loss": 0.9846,
      "step": 1444
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875356675943095e-05,
      "loss": 1.017,
      "step": 1445
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751549683370606e-05,
      "loss": 0.9998,
      "step": 1446
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749531085190703e-05,
      "loss": 1.0466,
      "step": 1447
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747510965242328e-05,
      "loss": 0.9778,
      "step": 1448
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8745489323876832e-05,
      "loss": 0.9485,
      "step": 1449
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743466161445823e-05,
      "loss": 0.9751,
      "step": 1450
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8741441478301188e-05,
      "loss": 1.0962,
      "step": 1451
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739415274795072e-05,
      "loss": 1.0844,
      "step": 1452
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8737387551279876e-05,
      "loss": 0.9808,
      "step": 1453
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735358308108287e-05,
      "loss": 0.9526,
      "step": 1454
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873332754563323e-05,
      "loss": 0.8875,
      "step": 1455
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873129526420791e-05,
      "loss": 0.9708,
      "step": 1456
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87292614641858e-05,
      "loss": 1.0396,
      "step": 1457
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872722614592062e-05,
      "loss": 1.0004,
      "step": 1458
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872518930976637e-05,
      "loss": 1.1281,
      "step": 1459
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723150956077306e-05,
      "loss": 0.8198,
      "step": 1460
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721111085207953e-05,
      "loss": 0.9311,
      "step": 1461
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8719069697513092e-05,
      "loss": 1.0764,
      "step": 1462
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871702679334778e-05,
      "loss": 1.052,
      "step": 1463
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714982373067324e-05,
      "loss": 0.9394,
      "step": 1464
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8712936437027303e-05,
      "loss": 0.9786,
      "step": 1465
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871088898558356e-05,
      "loss": 0.971,
      "step": 1466
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87088400190922e-05,
      "loss": 0.9026,
      "step": 1467
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8706789537909583e-05,
      "loss": 0.9331,
      "step": 1468
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8704737542392352e-05,
      "loss": 0.9743,
      "step": 1469
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702684032897393e-05,
      "loss": 0.9943,
      "step": 1470
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8700629009781866e-05,
      "loss": 0.8215,
      "step": 1471
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86985724734032e-05,
      "loss": 1.0826,
      "step": 1472
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869651442411907e-05,
      "loss": 1.0254,
      "step": 1473
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8694454862287424e-05,
      "loss": 1.0151,
      "step": 1474
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692393788266477e-05,
      "loss": 0.8398,
      "step": 1475
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690331202414706e-05,
      "loss": 0.8243,
      "step": 1476
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868826710509084e-05,
      "loss": 0.9513,
      "step": 1477
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686201496653883e-05,
      "loss": 1.0436,
      "step": 1478
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684134377463095e-05,
      "loss": 0.9813,
      "step": 1479
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682065747878003e-05,
      "loss": 0.9668,
      "step": 1480
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8679995608258395e-05,
      "loss": 1.044,
      "step": 1481
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867792395896432e-05,
      "loss": 0.9803,
      "step": 1482
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867585080035609e-05,
      "loss": 0.9456,
      "step": 1483
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8673776132794287e-05,
      "loss": 1.0879,
      "step": 1484
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867169995663974e-05,
      "loss": 0.8235,
      "step": 1485
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669622272253555e-05,
      "loss": 0.9743,
      "step": 1486
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8667543079997096e-05,
      "loss": 1.0174,
      "step": 1487
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665462380231988e-05,
      "loss": 0.9813,
      "step": 1488
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866338017332011e-05,
      "loss": 1.0066,
      "step": 1489
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8661296459623617e-05,
      "loss": 1.1046,
      "step": 1490
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8659211239504928e-05,
      "loss": 1.0239,
      "step": 1491
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8657124513326703e-05,
      "loss": 0.9535,
      "step": 1492
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8655036281451886e-05,
      "loss": 1.0036,
      "step": 1493
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8652946544243674e-05,
      "loss": 1.0014,
      "step": 1494
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8650855302065517e-05,
      "loss": 0.9684,
      "step": 1495
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864876255528115e-05,
      "loss": 0.913,
      "step": 1496
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8646668304254544e-05,
      "loss": 1.0627,
      "step": 1497
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8644572549349948e-05,
      "loss": 0.8183,
      "step": 1498
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8642475290931865e-05,
      "loss": 1.0882,
      "step": 1499
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8640376529365065e-05,
      "loss": 0.9874,
      "step": 1500
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8638276265014578e-05,
      "loss": 0.8505,
      "step": 1501
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863617449824569e-05,
      "loss": 0.9817,
      "step": 1502
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634071229423955e-05,
      "loss": 1.0089,
      "step": 1503
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863196645891518e-05,
      "loss": 1.0658,
      "step": 1504
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8629860187085448e-05,
      "loss": 1.0103,
      "step": 1505
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8627752414301087e-05,
      "loss": 1.0391,
      "step": 1506
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8625643140928696e-05,
      "loss": 1.0376,
      "step": 1507
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862353236733513e-05,
      "loss": 0.9979,
      "step": 1508
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862142009388751e-05,
      "loss": 0.9878,
      "step": 1509
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8619306320953207e-05,
      "loss": 1.0567,
      "step": 1510
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861719104889987e-05,
      "loss": 0.9108,
      "step": 1511
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861507427809539e-05,
      "loss": 0.8735,
      "step": 1512
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861295600890794e-05,
      "loss": 0.9495,
      "step": 1513
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861083624170593e-05,
      "loss": 0.9774,
      "step": 1514
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8608714976858048e-05,
      "loss": 0.9284,
      "step": 1515
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8606592214733234e-05,
      "loss": 0.9889,
      "step": 1516
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604467955700692e-05,
      "loss": 1.023,
      "step": 1517
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8602342200129885e-05,
      "loss": 1.0353,
      "step": 1518
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8600214948390533e-05,
      "loss": 0.9799,
      "step": 1519
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859808620085263e-05,
      "loss": 0.9933,
      "step": 1520
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859595595788641e-05,
      "loss": 0.9942,
      "step": 1521
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593824219862377e-05,
      "loss": 0.9284,
      "step": 1522
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8591690987151305e-05,
      "loss": 0.956,
      "step": 1523
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589556260124206e-05,
      "loss": 0.9654,
      "step": 1524
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8587420039152376e-05,
      "loss": 1.0112,
      "step": 1525
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585282324607346e-05,
      "loss": 0.9376,
      "step": 1526
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583143116860927e-05,
      "loss": 0.7839,
      "step": 1527
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8581002416285183e-05,
      "loss": 1.0389,
      "step": 1528
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8578860223252433e-05,
      "loss": 0.9301,
      "step": 1529
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8576716538135263e-05,
      "loss": 0.9899,
      "step": 1530
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857457136130651e-05,
      "loss": 0.9479,
      "step": 1531
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8572424693139283e-05,
      "loss": 0.9346,
      "step": 1532
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8570276534006936e-05,
      "loss": 1.0055,
      "step": 1533
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8568126884283092e-05,
      "loss": 0.89,
      "step": 1534
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856597574434163e-05,
      "loss": 0.8448,
      "step": 1535
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856382311455669e-05,
      "loss": 0.9841,
      "step": 1536
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8561668995302668e-05,
      "loss": 0.8256,
      "step": 1537
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559513386954218e-05,
      "loss": 0.9409,
      "step": 1538
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855735628988626e-05,
      "loss": 1.0142,
      "step": 1539
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8555197704473968e-05,
      "loss": 1.0377,
      "step": 1540
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8553037631092775e-05,
      "loss": 0.9903,
      "step": 1541
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8550876070118373e-05,
      "loss": 0.8689,
      "step": 1542
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8548713021926715e-05,
      "loss": 1.0468,
      "step": 1543
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546548486894007e-05,
      "loss": 0.9787,
      "step": 1544
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854438246539672e-05,
      "loss": 0.8307,
      "step": 1545
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854221495781158e-05,
      "loss": 0.9923,
      "step": 1546
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854004596451557e-05,
      "loss": 1.0502,
      "step": 1547
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8537875485885938e-05,
      "loss": 0.9459,
      "step": 1548
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535703522300184e-05,
      "loss": 0.8344,
      "step": 1549
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853353007413607e-05,
      "loss": 0.954,
      "step": 1550
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853135514177161e-05,
      "loss": 1.0554,
      "step": 1551
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8529178725585087e-05,
      "loss": 0.865,
      "step": 1552
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852700082595503e-05,
      "loss": 1.0236,
      "step": 1553
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8524821443260236e-05,
      "loss": 0.8641,
      "step": 1554
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522640577879755e-05,
      "loss": 0.7798,
      "step": 1555
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852045823019289e-05,
      "loss": 0.9033,
      "step": 1556
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518274400579215e-05,
      "loss": 0.9323,
      "step": 1557
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851608908941855e-05,
      "loss": 1.0248,
      "step": 1558
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851390229709098e-05,
      "loss": 1.0436,
      "step": 1559
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511714023976842e-05,
      "loss": 0.9226,
      "step": 1560
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509524270456728e-05,
      "loss": 0.9917,
      "step": 1561
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507333036911502e-05,
      "loss": 1.0225,
      "step": 1562
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8505140323722273e-05,
      "loss": 0.9929,
      "step": 1563
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8502946131270406e-05,
      "loss": 1.0749,
      "step": 1564
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850075045993753e-05,
      "loss": 0.9186,
      "step": 1565
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8498553310105532e-05,
      "loss": 0.8387,
      "step": 1566
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8496354682156546e-05,
      "loss": 1.0198,
      "step": 1567
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8494154576472976e-05,
      "loss": 0.9426,
      "step": 1568
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8491952993437473e-05,
      "loss": 1.0402,
      "step": 1569
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848974993343295e-05,
      "loss": 0.8001,
      "step": 1570
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848754539684258e-05,
      "loss": 0.9687,
      "step": 1571
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485339384049784e-05,
      "loss": 1.01,
      "step": 1572
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483131895438245e-05,
      "loss": 0.9863,
      "step": 1573
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480922931391904e-05,
      "loss": 0.9927,
      "step": 1574
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847871249229495e-05,
      "loss": 0.8678,
      "step": 1575
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8476500578531843e-05,
      "loss": 0.998,
      "step": 1576
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847428719048729e-05,
      "loss": 1.0211,
      "step": 1577
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472072328546254e-05,
      "loss": 1.0427,
      "step": 1578
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846985599309396e-05,
      "loss": 0.9571,
      "step": 1579
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846763818451588e-05,
      "loss": 1.0736,
      "step": 1580
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8465418903197754e-05,
      "loss": 0.7722,
      "step": 1581
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846319814952557e-05,
      "loss": 0.9802,
      "step": 1582
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8460975923885568e-05,
      "loss": 1.0337,
      "step": 1583
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845875222666426e-05,
      "loss": 0.989,
      "step": 1584
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8456527058248398e-05,
      "loss": 1.0367,
      "step": 1585
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8454300419025e-05,
      "loss": 0.9542,
      "step": 1586
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845207230938133e-05,
      "loss": 0.9644,
      "step": 1587
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449842729704924e-05,
      "loss": 1.0105,
      "step": 1588
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844761168038355e-05,
      "loss": 0.9882,
      "step": 1589
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8445379161805255e-05,
      "loss": 0.9787,
      "step": 1590
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8443145174358327e-05,
      "loss": 1.0294,
      "step": 1591
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8440909718431312e-05,
      "loss": 0.994,
      "step": 1592
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8438672794413018e-05,
      "loss": 0.9717,
      "step": 1593
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8436434402692502e-05,
      "loss": 0.9287,
      "step": 1594
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434194543659075e-05,
      "loss": 1.0075,
      "step": 1595
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843195321770231e-05,
      "loss": 0.9424,
      "step": 1596
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8429710425212032e-05,
      "loss": 0.8815,
      "step": 1597
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8427466166578316e-05,
      "loss": 1.0028,
      "step": 1598
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425220442191496e-05,
      "loss": 1.0635,
      "step": 1599
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422973252442167e-05,
      "loss": 0.9925,
      "step": 1600
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842072459772117e-05,
      "loss": 0.9318,
      "step": 1601
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84184744784196e-05,
      "loss": 0.9944,
      "step": 1602
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8416222894928813e-05,
      "loss": 1.0109,
      "step": 1603
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8413969847640424e-05,
      "loss": 1.0154,
      "step": 1604
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411715336946287e-05,
      "loss": 0.9098,
      "step": 1605
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840945936323852e-05,
      "loss": 0.9752,
      "step": 1606
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84072019269095e-05,
      "loss": 0.9948,
      "step": 1607
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8404943028351854e-05,
      "loss": 1.0253,
      "step": 1608
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402682667958456e-05,
      "loss": 1.0474,
      "step": 1609
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8400420846122443e-05,
      "loss": 0.959,
      "step": 1610
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839815756323721e-05,
      "loss": 0.9556,
      "step": 1611
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839589281969639e-05,
      "loss": 0.9581,
      "step": 1612
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393626615893886e-05,
      "loss": 1.0332,
      "step": 1613
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839135895222385e-05,
      "loss": 0.9889,
      "step": 1614
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8389089829080683e-05,
      "loss": 1.0108,
      "step": 1615
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8386819246859052e-05,
      "loss": 1.0346,
      "step": 1616
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8384547205953857e-05,
      "loss": 0.9367,
      "step": 1617
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8382273706760278e-05,
      "loss": 0.815,
      "step": 1618
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8379998749673725e-05,
      "loss": 0.8015,
      "step": 1619
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837772233508987e-05,
      "loss": 1.0132,
      "step": 1620
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837544446340465e-05,
      "loss": 1.0169,
      "step": 1621
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8373165135014243e-05,
      "loss": 1.0427,
      "step": 1622
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8370884350315073e-05,
      "loss": 1.0761,
      "step": 1623
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8368602109703843e-05,
      "loss": 1.0775,
      "step": 1624
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8366318413577477e-05,
      "loss": 1.0071,
      "step": 1625
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836403326233318e-05,
      "loss": 1.0303,
      "step": 1626
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8361746656368392e-05,
      "loss": 1.0361,
      "step": 1627
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835945859608082e-05,
      "loss": 1.0496,
      "step": 1628
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357169081868407e-05,
      "loss": 0.9134,
      "step": 1629
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8354878114129368e-05,
      "loss": 0.9439,
      "step": 1630
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352585693262152e-05,
      "loss": 1.0003,
      "step": 1631
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8350291819665474e-05,
      "loss": 0.9735,
      "step": 1632
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83479964937383e-05,
      "loss": 0.9732,
      "step": 1633
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8345699715879846e-05,
      "loss": 0.7077,
      "step": 1634
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8343401486489572e-05,
      "loss": 0.8391,
      "step": 1635
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341101805967213e-05,
      "loss": 1.0224,
      "step": 1636
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8338800674712732e-05,
      "loss": 0.8137,
      "step": 1637
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8336498093126364e-05,
      "loss": 0.99,
      "step": 1638
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8334194061608577e-05,
      "loss": 0.9919,
      "step": 1639
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331888580560106e-05,
      "loss": 0.9692,
      "step": 1640
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8329581650381936e-05,
      "loss": 1.0115,
      "step": 1641
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8327273271475296e-05,
      "loss": 1.0066,
      "step": 1642
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324963444241676e-05,
      "loss": 1.0956,
      "step": 1643
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8322652169082818e-05,
      "loss": 0.9178,
      "step": 1644
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8320339446400703e-05,
      "loss": 0.9483,
      "step": 1645
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831802527659758e-05,
      "loss": 0.9988,
      "step": 1646
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831570966007594e-05,
      "loss": 0.8765,
      "step": 1647
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831339259723853e-05,
      "loss": 1.0552,
      "step": 1648
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8311074088488343e-05,
      "loss": 1.0303,
      "step": 1649
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8308754134228634e-05,
      "loss": 0.9569,
      "step": 1650
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8306432734862897e-05,
      "loss": 1.0033,
      "step": 1651
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8304109890794882e-05,
      "loss": 0.9051,
      "step": 1652
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83017856024286e-05,
      "loss": 0.9984,
      "step": 1653
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829945987016829e-05,
      "loss": 1.0064,
      "step": 1654
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8297132694418473e-05,
      "loss": 1.0261,
      "step": 1655
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8294804075583895e-05,
      "loss": 0.9515,
      "step": 1656
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8292474014069563e-05,
      "loss": 1.0655,
      "step": 1657
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829014251028074e-05,
      "loss": 0.939,
      "step": 1658
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8287809564622926e-05,
      "loss": 0.8286,
      "step": 1659
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8285475177501888e-05,
      "loss": 1.0077,
      "step": 1660
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283139349323632e-05,
      "loss": 0.8577,
      "step": 1661
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828080208049442e-05,
      "loss": 0.9756,
      "step": 1662
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8278463371420763e-05,
      "loss": 0.8046,
      "step": 1663
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827612322250942e-05,
      "loss": 1.0003,
      "step": 1664
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8273781634167407e-05,
      "loss": 0.7954,
      "step": 1665
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827143860680199e-05,
      "loss": 0.8445,
      "step": 1666
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8269094140820665e-05,
      "loss": 1.0373,
      "step": 1667
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266748236631214e-05,
      "loss": 0.9755,
      "step": 1668
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264400894641644e-05,
      "loss": 0.9677,
      "step": 1669
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8262052115260216e-05,
      "loss": 1.0124,
      "step": 1670
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825970189889544e-05,
      "loss": 0.8032,
      "step": 1671
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8257350245956086e-05,
      "loss": 0.9652,
      "step": 1672
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8254997156851165e-05,
      "loss": 0.9949,
      "step": 1673
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8252642631989937e-05,
      "loss": 0.9631,
      "step": 1674
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250286671781917e-05,
      "loss": 0.8523,
      "step": 1675
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8247929276636862e-05,
      "loss": 0.9571,
      "step": 1676
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824557044696479e-05,
      "loss": 0.8326,
      "step": 1677
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8243210183175963e-05,
      "loss": 0.8256,
      "step": 1678
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240848485680884e-05,
      "loss": 1.0528,
      "step": 1679
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8238485354890322e-05,
      "loss": 1.0118,
      "step": 1680
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8236120791215276e-05,
      "loss": 0.9268,
      "step": 1681
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8233754795067014e-05,
      "loss": 0.9354,
      "step": 1682
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231387366857038e-05,
      "loss": 1.0164,
      "step": 1683
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8229018506997107e-05,
      "loss": 1.0146,
      "step": 1684
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822664821589923e-05,
      "loss": 0.9558,
      "step": 1685
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822427649397565e-05,
      "loss": 1.0037,
      "step": 1686
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822190334163888e-05,
      "loss": 0.9405,
      "step": 1687
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8219528759301673e-05,
      "loss": 1.0069,
      "step": 1688
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217152747377025e-05,
      "loss": 0.9009,
      "step": 1689
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8214775306278188e-05,
      "loss": 0.8368,
      "step": 1690
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821239643641866e-05,
      "loss": 0.9593,
      "step": 1691
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210016138212186e-05,
      "loss": 0.9446,
      "step": 1692
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8207634412072765e-05,
      "loss": 0.9766,
      "step": 1693
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8205251258414637e-05,
      "loss": 1.0232,
      "step": 1694
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8202866677652292e-05,
      "loss": 0.9601,
      "step": 1695
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820048067020048e-05,
      "loss": 0.9599,
      "step": 1696
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8198093236474176e-05,
      "loss": 0.9661,
      "step": 1697
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8195704376888618e-05,
      "loss": 1.1206,
      "step": 1698
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8193314091859303e-05,
      "loss": 0.7948,
      "step": 1699
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8190922381801947e-05,
      "loss": 0.9368,
      "step": 1700
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188529247132538e-05,
      "loss": 1.0674,
      "step": 1701
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186134688267306e-05,
      "loss": 0.9173,
      "step": 1702
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818373870562272e-05,
      "loss": 0.9455,
      "step": 1703
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8181341299615507e-05,
      "loss": 0.9829,
      "step": 1704
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178942470662634e-05,
      "loss": 1.0181,
      "step": 1705
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8176542219181325e-05,
      "loss": 1.0057,
      "step": 1706
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817414054558904e-05,
      "loss": 0.9621,
      "step": 1707
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8171737450303496e-05,
      "loss": 0.9645,
      "step": 1708
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169332933742646e-05,
      "loss": 0.9665,
      "step": 1709
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8166926996324705e-05,
      "loss": 0.8091,
      "step": 1710
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164519638468127e-05,
      "loss": 0.9445,
      "step": 1711
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8162110860591608e-05,
      "loss": 0.9999,
      "step": 1712
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8159700663114097e-05,
      "loss": 1.0099,
      "step": 1713
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8157289046454797e-05,
      "loss": 0.9924,
      "step": 1714
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8154876011033142e-05,
      "loss": 1.0219,
      "step": 1715
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815246155726882e-05,
      "loss": 0.78,
      "step": 1716
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8150045685581776e-05,
      "loss": 1.0129,
      "step": 1717
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8147628396392184e-05,
      "loss": 0.9508,
      "step": 1718
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8145209690120475e-05,
      "loss": 0.9866,
      "step": 1719
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8142789567187327e-05,
      "loss": 0.9901,
      "step": 1720
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814036802801366e-05,
      "loss": 1.0511,
      "step": 1721
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8137945073020638e-05,
      "loss": 0.979,
      "step": 1722
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135520702629677e-05,
      "loss": 0.9959,
      "step": 1723
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8133094917262442e-05,
      "loss": 0.951,
      "step": 1724
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8130667717340835e-05,
      "loss": 0.7615,
      "step": 1725
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8128239103287008e-05,
      "loss": 0.8762,
      "step": 1726
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812580907552336e-05,
      "loss": 0.974,
      "step": 1727
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812337763447254e-05,
      "loss": 0.86,
      "step": 1728
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8120944780557434e-05,
      "loss": 0.9921,
      "step": 1729
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8118510514201176e-05,
      "loss": 0.9721,
      "step": 1730
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8116074835827152e-05,
      "loss": 0.9753,
      "step": 1731
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811363774585899e-05,
      "loss": 1.0628,
      "step": 1732
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8111199244720555e-05,
      "loss": 0.9964,
      "step": 1733
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810875933283597e-05,
      "loss": 1.023,
      "step": 1734
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81063180106296e-05,
      "loss": 0.9826,
      "step": 1735
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810387527852605e-05,
      "loss": 1.1086,
      "step": 1736
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8101431136950175e-05,
      "loss": 0.9539,
      "step": 1737
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8098985586327078e-05,
      "loss": 0.9795,
      "step": 1738
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8096538627082095e-05,
      "loss": 0.9783,
      "step": 1739
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8094090259640826e-05,
      "loss": 1.0285,
      "step": 1740
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091640484429094e-05,
      "loss": 0.9837,
      "step": 1741
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089189301872987e-05,
      "loss": 1.0432,
      "step": 1742
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808673671239882e-05,
      "loss": 0.8981,
      "step": 1743
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084282716433172e-05,
      "loss": 0.7352,
      "step": 1744
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8081827314402845e-05,
      "loss": 0.9631,
      "step": 1745
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807937050673491e-05,
      "loss": 0.9487,
      "step": 1746
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807691229385665e-05,
      "loss": 0.9814,
      "step": 1747
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8074452676195628e-05,
      "loss": 0.9691,
      "step": 1748
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8071991654179626e-05,
      "loss": 0.9449,
      "step": 1749
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069529228236687e-05,
      "loss": 1.01,
      "step": 1750
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806706539879508e-05,
      "loss": 1.0101,
      "step": 1751
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8064600166283338e-05,
      "loss": 1.0037,
      "step": 1752
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8062133531130222e-05,
      "loss": 0.9416,
      "step": 1753
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059665493764745e-05,
      "loss": 0.9265,
      "step": 1754
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8057196054616162e-05,
      "loss": 1.0399,
      "step": 1755
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805472521411397e-05,
      "loss": 1.048,
      "step": 1756
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805225297268792e-05,
      "loss": 1.0021,
      "step": 1757
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8049779330767986e-05,
      "loss": 1.0122,
      "step": 1758
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8047304288784408e-05,
      "loss": 0.9968,
      "step": 1759
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8044827847167654e-05,
      "loss": 1.0109,
      "step": 1760
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8042350006348446e-05,
      "loss": 0.7997,
      "step": 1761
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8039870766757735e-05,
      "loss": 0.7345,
      "step": 1762
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8037390128826736e-05,
      "loss": 1.0092,
      "step": 1763
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8034908092986888e-05,
      "loss": 1.0158,
      "step": 1764
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032424659669882e-05,
      "loss": 1.0218,
      "step": 1765
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8029939829307653e-05,
      "loss": 0.9819,
      "step": 1766
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8027453602332374e-05,
      "loss": 1.05,
      "step": 1767
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802496597917647e-05,
      "loss": 1.007,
      "step": 1768
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802247696027259e-05,
      "loss": 0.9745,
      "step": 1769
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8019986546053652e-05,
      "loss": 1.0436,
      "step": 1770
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80174947369528e-05,
      "loss": 1.0411,
      "step": 1771
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801500153340342e-05,
      "loss": 1.0034,
      "step": 1772
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8012506935839145e-05,
      "loss": 1.0479,
      "step": 1773
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8010010944693846e-05,
      "loss": 0.9404,
      "step": 1774
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8007513560401652e-05,
      "loss": 1.0202,
      "step": 1775
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005014783396906e-05,
      "loss": 0.959,
      "step": 1776
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800251461411423e-05,
      "loss": 0.9828,
      "step": 1777
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8000013052988446e-05,
      "loss": 1.02,
      "step": 1778
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7997510100454654e-05,
      "loss": 0.9172,
      "step": 1779
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7995005756948178e-05,
      "loss": 0.9393,
      "step": 1780
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7992500022904585e-05,
      "loss": 0.9799,
      "step": 1781
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798999289875969e-05,
      "loss": 0.9518,
      "step": 1782
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7987484384949545e-05,
      "loss": 0.8105,
      "step": 1783
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7984974481910448e-05,
      "loss": 0.7822,
      "step": 1784
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982463190078928e-05,
      "loss": 0.9937,
      "step": 1785
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7979950509891775e-05,
      "loss": 0.8587,
      "step": 1786
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7977436441786e-05,
      "loss": 1.0327,
      "step": 1787
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7974920986198862e-05,
      "loss": 1.0009,
      "step": 1788
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797240414356787e-05,
      "loss": 1.0084,
      "step": 1789
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7969885914330766e-05,
      "loss": 1.0029,
      "step": 1790
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7967366298925534e-05,
      "loss": 1.0967,
      "step": 1791
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7964845297790402e-05,
      "loss": 0.99,
      "step": 1792
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7962322911363832e-05,
      "loss": 0.9261,
      "step": 1793
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7959799140084536e-05,
      "loss": 0.9881,
      "step": 1794
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795727398439146e-05,
      "loss": 0.7755,
      "step": 1795
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7954747444723798e-05,
      "loss": 1.0039,
      "step": 1796
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7952219521520973e-05,
      "loss": 1.0359,
      "step": 1797
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7949690215222664e-05,
      "loss": 0.9487,
      "step": 1798
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7947159526268774e-05,
      "loss": 0.8456,
      "step": 1799
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944627455099467e-05,
      "loss": 0.8279,
      "step": 1800
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7942094002155122e-05,
      "loss": 0.7916,
      "step": 1801
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793955916787638e-05,
      "loss": 0.8296,
      "step": 1802
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7937022952704107e-05,
      "loss": 1.021,
      "step": 1803
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7934485357079422e-05,
      "loss": 1.078,
      "step": 1804
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793194638144368e-05,
      "loss": 0.9465,
      "step": 1805
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929406026238466e-05,
      "loss": 0.8335,
      "step": 1806
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792686429190562e-05,
      "loss": 0.9861,
      "step": 1807
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7924321178887214e-05,
      "loss": 0.9585,
      "step": 1808
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7921776687625557e-05,
      "loss": 0.963,
      "step": 1809
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7919230818563206e-05,
      "loss": 0.8611,
      "step": 1810
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7916683572142947e-05,
      "loss": 0.9761,
      "step": 1811
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791413494880782e-05,
      "loss": 0.9557,
      "step": 1812
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7911584949001087e-05,
      "loss": 0.9633,
      "step": 1813
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790903357316627e-05,
      "loss": 1.0473,
      "step": 1814
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7906480821747107e-05,
      "loss": 1.0221,
      "step": 1815
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903926695187595e-05,
      "loss": 0.9567,
      "step": 1816
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790137119393196e-05,
      "loss": 1.0249,
      "step": 1817
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7898814318424666e-05,
      "loss": 1.0343,
      "step": 1818
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7896256069110424e-05,
      "loss": 0.9845,
      "step": 1819
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7893696446434177e-05,
      "loss": 0.7963,
      "step": 1820
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891135450841107e-05,
      "loss": 0.9922,
      "step": 1821
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7888573082776647e-05,
      "loss": 1.0485,
      "step": 1822
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7886009342686446e-05,
      "loss": 0.9535,
      "step": 1823
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7883444231016414e-05,
      "loss": 1.031,
      "step": 1824
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7880877748212684e-05,
      "loss": 0.9869,
      "step": 1825
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7878309894721637e-05,
      "loss": 0.9735,
      "step": 1826
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7875740670989884e-05,
      "loss": 0.9891,
      "step": 1827
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7873170077464285e-05,
      "loss": 0.9762,
      "step": 1828
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7870598114591925e-05,
      "loss": 1.029,
      "step": 1829
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7868024782820143e-05,
      "loss": 0.6825,
      "step": 1830
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78654500825965e-05,
      "loss": 0.9979,
      "step": 1831
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786287401436881e-05,
      "loss": 1.0147,
      "step": 1832
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786029657858511e-05,
      "loss": 1.0128,
      "step": 1833
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785771777569369e-05,
      "loss": 0.9993,
      "step": 1834
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785513760614306e-05,
      "loss": 0.9489,
      "step": 1835
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7852556070381992e-05,
      "loss": 0.9592,
      "step": 1836
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7849973168859467e-05,
      "loss": 1.0234,
      "step": 1837
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7847388902024727e-05,
      "loss": 0.9305,
      "step": 1838
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784480327032724e-05,
      "loss": 1.099,
      "step": 1839
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7842216274216712e-05,
      "loss": 0.9365,
      "step": 1840
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783962791414309e-05,
      "loss": 0.928,
      "step": 1841
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7837038190556558e-05,
      "loss": 0.9707,
      "step": 1842
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7834447103907532e-05,
      "loss": 0.9699,
      "step": 1843
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7831854654646674e-05,
      "loss": 0.7658,
      "step": 1844
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7829260843224873e-05,
      "loss": 1.0017,
      "step": 1845
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7826665670093258e-05,
      "loss": 0.9838,
      "step": 1846
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78240691357032e-05,
      "loss": 0.9755,
      "step": 1847
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78214712405063e-05,
      "loss": 0.9425,
      "step": 1848
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7818871984954404e-05,
      "loss": 0.9257,
      "step": 1849
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7816271369499585e-05,
      "loss": 1.037,
      "step": 1850
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7813669394594155e-05,
      "loss": 0.8104,
      "step": 1851
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7811066060690673e-05,
      "loss": 0.9872,
      "step": 1852
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7808461368241916e-05,
      "loss": 0.9166,
      "step": 1853
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7805855317700912e-05,
      "loss": 0.9966,
      "step": 1854
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780324790952092e-05,
      "loss": 0.9795,
      "step": 1855
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7800639144155433e-05,
      "loss": 0.906,
      "step": 1856
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779802902205819e-05,
      "loss": 0.9591,
      "step": 1857
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7795417543683143e-05,
      "loss": 0.9866,
      "step": 1858
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779280470948451e-05,
      "loss": 0.9307,
      "step": 1859
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7790190519916725e-05,
      "loss": 0.9938,
      "step": 1860
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778757497543446e-05,
      "loss": 1.0255,
      "step": 1861
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778495807649263e-05,
      "loss": 1.0907,
      "step": 1862
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7782339823546378e-05,
      "loss": 1.0401,
      "step": 1863
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779720217051088e-05,
      "loss": 0.9026,
      "step": 1864
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7777099257462373e-05,
      "loss": 1.0033,
      "step": 1865
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777447694523609e-05,
      "loss": 0.821,
      "step": 1866
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7771853280828325e-05,
      "loss": 1.0084,
      "step": 1867
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77692282646954e-05,
      "loss": 0.9492,
      "step": 1868
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7766601897293873e-05,
      "loss": 1.0534,
      "step": 1869
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7763974179080533e-05,
      "loss": 1.0926,
      "step": 1870
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761345110512414e-05,
      "loss": 0.9508,
      "step": 1871
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7758714692046773e-05,
      "loss": 0.9944,
      "step": 1872
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7756082924141113e-05,
      "loss": 1.0169,
      "step": 1873
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7753449807253166e-05,
      "loss": 0.8478,
      "step": 1874
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7750815341840892e-05,
      "loss": 0.9799,
      "step": 1875
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77481795283625e-05,
      "loss": 0.9899,
      "step": 1876
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774554236727642e-05,
      "loss": 0.9341,
      "step": 1877
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742903859041324e-05,
      "loss": 0.8306,
      "step": 1878
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774026400411612e-05,
      "loss": 0.9682,
      "step": 1879
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773762280295994e-05,
      "loss": 0.9618,
      "step": 1880
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7734980256032165e-05,
      "loss": 1.026,
      "step": 1881
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7732336363792395e-05,
      "loss": 1.0426,
      "step": 1882
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7729691126700472e-05,
      "loss": 1.0407,
      "step": 1883
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7727044545216472e-05,
      "loss": 0.678,
      "step": 1884
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7724396619800704e-05,
      "loss": 0.9902,
      "step": 1885
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772174735091371e-05,
      "loss": 0.8432,
      "step": 1886
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7719096739016267e-05,
      "loss": 1.0541,
      "step": 1887
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7716444784569382e-05,
      "loss": 1.0277,
      "step": 1888
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77137914880343e-05,
      "loss": 1.0748,
      "step": 1889
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77111368498725e-05,
      "loss": 1.0233,
      "step": 1890
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7708480870545684e-05,
      "loss": 1.0107,
      "step": 1891
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7705823550515798e-05,
      "loss": 0.9891,
      "step": 1892
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7703164890245026e-05,
      "loss": 0.9832,
      "step": 1893
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770050489019577e-05,
      "loss": 0.9673,
      "step": 1894
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7697843550830675e-05,
      "loss": 0.8056,
      "step": 1895
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7695180872612612e-05,
      "loss": 0.7475,
      "step": 1896
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7692516856004694e-05,
      "loss": 0.952,
      "step": 1897
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768985150147026e-05,
      "loss": 0.9818,
      "step": 1898
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687184809472886e-05,
      "loss": 0.9401,
      "step": 1899
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7684516780476378e-05,
      "loss": 0.8636,
      "step": 1900
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768184741494477e-05,
      "loss": 0.8592,
      "step": 1901
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7679176713342338e-05,
      "loss": 1.0291,
      "step": 1902
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7676504676133584e-05,
      "loss": 0.6997,
      "step": 1903
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.767383130378325e-05,
      "loss": 0.9847,
      "step": 1904
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.767383130378325e-05,
      "loss": 0.9831,
      "step": 1905
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.767115659675629e-05,
      "loss": 0.7868,
      "step": 1906
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7668480555517916e-05,
      "loss": 0.8916,
      "step": 1907
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766580318053356e-05,
      "loss": 1.0233,
      "step": 1908
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766312447226888e-05,
      "loss": 0.9445,
      "step": 1909
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.9986,
      "step": 1910
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657763057762386e-05,
      "loss": 0.8429,
      "step": 1911
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765508035245305e-05,
      "loss": 1.0301,
      "step": 1912
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7652396315728373e-05,
      "loss": 0.8814,
      "step": 1913
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7649710948055174e-05,
      "loss": 1.0125,
      "step": 1914
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7647024249900508e-05,
      "loss": 0.9957,
      "step": 1915
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764433622173166e-05,
      "loss": 0.8483,
      "step": 1916
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7641646864016147e-05,
      "loss": 1.0279,
      "step": 1917
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763895617722172e-05,
      "loss": 0.9511,
      "step": 1918
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7636264161816355e-05,
      "loss": 0.9714,
      "step": 1919
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7633570818268265e-05,
      "loss": 0.8793,
      "step": 1920
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7630876147045894e-05,
      "loss": 0.9542,
      "step": 1921
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628180148617914e-05,
      "loss": 1.0382,
      "step": 1922
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762548282345322e-05,
      "loss": 1.0542,
      "step": 1923
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762278417202096e-05,
      "loss": 0.9967,
      "step": 1924
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7620084194790487e-05,
      "loss": 1.0155,
      "step": 1925
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76173828922314e-05,
      "loss": 0.9504,
      "step": 1926
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761468026481353e-05,
      "loss": 0.9872,
      "step": 1927
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761197631300693e-05,
      "loss": 1.0956,
      "step": 1928
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7609271037281882e-05,
      "loss": 0.9599,
      "step": 1929
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7606564438108913e-05,
      "loss": 0.8599,
      "step": 1930
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760385651595876e-05,
      "loss": 0.9796,
      "step": 1931
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760114727130241e-05,
      "loss": 1.0186,
      "step": 1932
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7598436704611058e-05,
      "loss": 0.7785,
      "step": 1933
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7595724816356156e-05,
      "loss": 0.9991,
      "step": 1934
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7593011607009356e-05,
      "loss": 0.9643,
      "step": 1935
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7590297077042568e-05,
      "loss": 0.867,
      "step": 1936
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758758122692791e-05,
      "loss": 0.8129,
      "step": 1937
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7584864057137742e-05,
      "loss": 1.0618,
      "step": 1938
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758214556814465e-05,
      "loss": 0.947,
      "step": 1939
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7579425760421448e-05,
      "loss": 1.0011,
      "step": 1940
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757670463444118e-05,
      "loss": 1.0098,
      "step": 1941
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757398219067712e-05,
      "loss": 0.9819,
      "step": 1942
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7571258429602772e-05,
      "loss": 0.9872,
      "step": 1943
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7568533351691867e-05,
      "loss": 1.0079,
      "step": 1944
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756580695741837e-05,
      "loss": 1.0912,
      "step": 1945
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7563079247256463e-05,
      "loss": 1.0258,
      "step": 1946
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7560350221680573e-05,
      "loss": 1.0003,
      "step": 1947
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755761988116534e-05,
      "loss": 0.8871,
      "step": 1948
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7554888226185648e-05,
      "loss": 1.0403,
      "step": 1949
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75521552572166e-05,
      "loss": 0.9817,
      "step": 1950
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7549420974733528e-05,
      "loss": 1.0337,
      "step": 1951
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7546685379211993e-05,
      "loss": 1.0654,
      "step": 1952
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7543948471127787e-05,
      "loss": 0.802,
      "step": 1953
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7541210250956927e-05,
      "loss": 1.0434,
      "step": 1954
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753847071917566e-05,
      "loss": 0.9092,
      "step": 1955
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753572987626047e-05,
      "loss": 0.9799,
      "step": 1956
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7532987722688047e-05,
      "loss": 0.9015,
      "step": 1957
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753024425893533e-05,
      "loss": 0.9705,
      "step": 1958
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7527499485479473e-05,
      "loss": 0.9769,
      "step": 1959
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7524753402797868e-05,
      "loss": 0.8276,
      "step": 1960
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7522006011368126e-05,
      "loss": 0.9928,
      "step": 1961
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751925731166809e-05,
      "loss": 0.9897,
      "step": 1962
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7516507304175826e-05,
      "loss": 0.8134,
      "step": 1963
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7513755989369636e-05,
      "loss": 1.0002,
      "step": 1964
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7511003367728045e-05,
      "loss": 1.0117,
      "step": 1965
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75082494397298e-05,
      "loss": 1.0031,
      "step": 1966
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7505494205853882e-05,
      "loss": 0.8246,
      "step": 1967
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75027376665795e-05,
      "loss": 1.0038,
      "step": 1968
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7499979822386082e-05,
      "loss": 0.9731,
      "step": 1969
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749722067375329e-05,
      "loss": 1.0078,
      "step": 1970
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7494460221161015e-05,
      "loss": 1.0185,
      "step": 1971
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749169846508936e-05,
      "loss": 1.0562,
      "step": 1972
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7488935406018677e-05,
      "loss": 0.9399,
      "step": 1973
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748617104442953e-05,
      "loss": 0.9874,
      "step": 1974
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748340538080271e-05,
      "loss": 0.8468,
      "step": 1975
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7480638415619237e-05,
      "loss": 1.0081,
      "step": 1976
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7477870149360357e-05,
      "loss": 0.9847,
      "step": 1977
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7475100582507544e-05,
      "loss": 1.0677,
      "step": 1978
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7472329715542498e-05,
      "loss": 0.9929,
      "step": 1979
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7469557548947144e-05,
      "loss": 1.0231,
      "step": 1980
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7466784083203633e-05,
      "loss": 0.8304,
      "step": 1981
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.746400931879434e-05,
      "loss": 1.0036,
      "step": 1982
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7461233256201868e-05,
      "loss": 1.0061,
      "step": 1983
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7458455895909048e-05,
      "loss": 0.8419,
      "step": 1984
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7455677238398934e-05,
      "loss": 1.0609,
      "step": 1985
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7452897284154802e-05,
      "loss": 0.8444,
      "step": 1986
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7450116033660162e-05,
      "loss": 0.9527,
      "step": 1987
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7447333487398745e-05,
      "loss": 0.9681,
      "step": 1988
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7444549645854504e-05,
      "loss": 0.9709,
      "step": 1989
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7441764509511627e-05,
      "loss": 0.9637,
      "step": 1990
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7438978078854512e-05,
      "loss": 1.0118,
      "step": 1991
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7436190354367797e-05,
      "loss": 0.9544,
      "step": 1992
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7433401336536335e-05,
      "loss": 0.9757,
      "step": 1993
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7430611025845214e-05,
      "loss": 0.9976,
      "step": 1994
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7427819422779736e-05,
      "loss": 0.9992,
      "step": 1995
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742502652782543e-05,
      "loss": 1.0245,
      "step": 1996
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7422232341468063e-05,
      "loss": 0.8602,
      "step": 1997
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74194368641936e-05,
      "loss": 0.8694,
      "step": 1998
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7416640096488265e-05,
      "loss": 0.9426,
      "step": 1999
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7413842038838474e-05,
      "loss": 0.9327,
      "step": 2000
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741104269173088e-05,
      "loss": 0.8307,
      "step": 2001
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7408242055652374e-05,
      "loss": 0.8825,
      "step": 2002
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740544013109005e-05,
      "loss": 0.9873,
      "step": 2003
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740263691853123e-05,
      "loss": 1.0109,
      "step": 2004
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7399832418463475e-05,
      "loss": 1.0632,
      "step": 2005
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7397026631374555e-05,
      "loss": 0.9014,
      "step": 2006
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394219557752472e-05,
      "loss": 0.957,
      "step": 2007
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7391411198085442e-05,
      "loss": 0.893,
      "step": 2008
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7388601552861916e-05,
      "loss": 0.9666,
      "step": 2009
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7385790622570563e-05,
      "loss": 1.0461,
      "step": 2010
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7382978407700274e-05,
      "loss": 0.9912,
      "step": 2011
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7380164908740163e-05,
      "loss": 0.8003,
      "step": 2012
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7377350126179578e-05,
      "loss": 0.8333,
      "step": 2013
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7374534060508074e-05,
      "loss": 1.0568,
      "step": 2014
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737171671221544e-05,
      "loss": 0.9839,
      "step": 2015
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7368898081791687e-05,
      "loss": 1.0525,
      "step": 2016
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736607816972705e-05,
      "loss": 1.0543,
      "step": 2017
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7363256976511972e-05,
      "loss": 0.9677,
      "step": 2018
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7360434502637147e-05,
      "loss": 0.9295,
      "step": 2019
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7357610748593467e-05,
      "loss": 0.8124,
      "step": 2020
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354785714872054e-05,
      "loss": 0.8827,
      "step": 2021
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735195940196426e-05,
      "loss": 0.9965,
      "step": 2022
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7349131810361646e-05,
      "loss": 1.0251,
      "step": 2023
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734630294055601e-05,
      "loss": 1.025,
      "step": 2024
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734347279303936e-05,
      "loss": 0.9261,
      "step": 2025
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734064136830394e-05,
      "loss": 1.0742,
      "step": 2026
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7337808666842196e-05,
      "loss": 1.0018,
      "step": 2027
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7334974689146814e-05,
      "loss": 0.8039,
      "step": 2028
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7332139435710695e-05,
      "loss": 0.8523,
      "step": 2029
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7329302907026965e-05,
      "loss": 1.0073,
      "step": 2030
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732646510358896e-05,
      "loss": 0.9978,
      "step": 2031
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7323626025890256e-05,
      "loss": 1.0624,
      "step": 2032
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7320785674424642e-05,
      "loss": 0.9596,
      "step": 2033
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7317944049686125e-05,
      "loss": 0.9237,
      "step": 2034
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7315101152168933e-05,
      "loss": 0.9446,
      "step": 2035
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7312256982367524e-05,
      "loss": 0.8393,
      "step": 2036
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730941154077657e-05,
      "loss": 0.9883,
      "step": 2037
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730656482789097e-05,
      "loss": 0.9764,
      "step": 2038
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7303716844205838e-05,
      "loss": 0.9767,
      "step": 2039
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730086759021651e-05,
      "loss": 0.8149,
      "step": 2040
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729801706641855e-05,
      "loss": 0.973,
      "step": 2041
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7295165273307728e-05,
      "loss": 0.8469,
      "step": 2042
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7292312211380053e-05,
      "loss": 0.8681,
      "step": 2043
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7289457881131743e-05,
      "loss": 0.6928,
      "step": 2044
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7286602283059238e-05,
      "loss": 1.0212,
      "step": 2045
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7283745417659202e-05,
      "loss": 1.0361,
      "step": 2046
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7280887285428514e-05,
      "loss": 0.9802,
      "step": 2047
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7278027886864282e-05,
      "loss": 1.0127,
      "step": 2048
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727516722246383e-05,
      "loss": 0.8132,
      "step": 2049
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727230529272469e-05,
      "loss": 0.9807,
      "step": 2050
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7269442098144636e-05,
      "loss": 1.0303,
      "step": 2051
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7266577639221646e-05,
      "loss": 1.0295,
      "step": 2052
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7263711916453923e-05,
      "loss": 1.0179,
      "step": 2053
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7260844930339894e-05,
      "loss": 0.7799,
      "step": 2054
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72579766813782e-05,
      "loss": 0.9438,
      "step": 2055
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72551071700677e-05,
      "loss": 0.9309,
      "step": 2056
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7252236396907478e-05,
      "loss": 0.9963,
      "step": 2057
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7249364362396835e-05,
      "loss": 0.7886,
      "step": 2058
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7246491067035296e-05,
      "loss": 0.9675,
      "step": 2059
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7243616511322595e-05,
      "loss": 1.0153,
      "step": 2060
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7240740695758696e-05,
      "loss": 0.9889,
      "step": 2061
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7237863620843768e-05,
      "loss": 0.9747,
      "step": 2062
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7234985287078218e-05,
      "loss": 0.9585,
      "step": 2063
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7232105694962663e-05,
      "loss": 1.0708,
      "step": 2064
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722922484499793e-05,
      "loss": 0.98,
      "step": 2065
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722634273768508e-05,
      "loss": 0.9918,
      "step": 2066
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722345937352538e-05,
      "loss": 0.9898,
      "step": 2067
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7220574753020325e-05,
      "loss": 0.6604,
      "step": 2068
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721768887667162e-05,
      "loss": 0.6515,
      "step": 2069
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72148017449812e-05,
      "loss": 0.8588,
      "step": 2070
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721191335845121e-05,
      "loss": 0.8159,
      "step": 2071
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7209023717584013e-05,
      "loss": 0.7687,
      "step": 2072
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720613282288219e-05,
      "loss": 0.9936,
      "step": 2073
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720324067484854e-05,
      "loss": 1.0205,
      "step": 2074
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200347273986092e-05,
      "loss": 0.9877,
      "step": 2075
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7197452620798075e-05,
      "loss": 0.9076,
      "step": 2076
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7194556715787943e-05,
      "loss": 0.9652,
      "step": 2077
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719165955945937e-05,
      "loss": 0.9634,
      "step": 2078
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7188761152316247e-05,
      "loss": 0.9676,
      "step": 2079
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718586149486268e-05,
      "loss": 0.7901,
      "step": 2080
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7182960587603e-05,
      "loss": 0.9704,
      "step": 2081
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7180058431041738e-05,
      "loss": 1.0157,
      "step": 2082
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7177155025683664e-05,
      "loss": 1.0455,
      "step": 2083
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717425037203375e-05,
      "loss": 0.981,
      "step": 2084
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717134447059719e-05,
      "loss": 1.0203,
      "step": 2085
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7168437321879396e-05,
      "loss": 0.8403,
      "step": 2086
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7165528926385996e-05,
      "loss": 0.9672,
      "step": 2087
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7162619284622836e-05,
      "loss": 1.0473,
      "step": 2088
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7159708397095974e-05,
      "loss": 0.9808,
      "step": 2089
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156796264311692e-05,
      "loss": 0.8495,
      "step": 2090
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715388288677648e-05,
      "loss": 0.9278,
      "step": 2091
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715096826499705e-05,
      "loss": 1.0041,
      "step": 2092
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7148052399480343e-05,
      "loss": 0.9771,
      "step": 2093
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714513529073348e-05,
      "loss": 1.0369,
      "step": 2094
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714221693926384e-05,
      "loss": 0.9948,
      "step": 2095
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7139297345578992e-05,
      "loss": 1.0323,
      "step": 2096
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7136376510186726e-05,
      "loss": 0.9917,
      "step": 2097
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7133454433595056e-05,
      "loss": 0.9766,
      "step": 2098
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7130531116312202e-05,
      "loss": 0.9708,
      "step": 2099
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712760655884661e-05,
      "loss": 0.9673,
      "step": 2100
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712468076170693e-05,
      "loss": 0.8036,
      "step": 2101
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7121753725402032e-05,
      "loss": 1.0149,
      "step": 2102
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711882545044101e-05,
      "loss": 1.0326,
      "step": 2103
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115895937333154e-05,
      "loss": 1.0103,
      "step": 2104
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7112965186587997e-05,
      "loss": 0.9545,
      "step": 2105
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7110033198715262e-05,
      "loss": 1.1785,
      "step": 2106
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71070999742249e-05,
      "loss": 1.0269,
      "step": 2107
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7104165513627077e-05,
      "loss": 0.9864,
      "step": 2108
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7101229817432162e-05,
      "loss": 1.0125,
      "step": 2109
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098292886150762e-05,
      "loss": 0.792,
      "step": 2110
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709535472029367e-05,
      "loss": 1.0865,
      "step": 2111
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7092415320371917e-05,
      "loss": 1.0173,
      "step": 2112
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7089474686896742e-05,
      "loss": 0.8149,
      "step": 2113
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7086532820379593e-05,
      "loss": 1.0432,
      "step": 2114
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7083589721332137e-05,
      "loss": 0.8408,
      "step": 2115
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708064539026625e-05,
      "loss": 0.9678,
      "step": 2116
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7077699827694038e-05,
      "loss": 0.967,
      "step": 2117
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70747530341278e-05,
      "loss": 0.9888,
      "step": 2118
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7071805010080063e-05,
      "loss": 0.6437,
      "step": 2119
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7068855756063566e-05,
      "loss": 0.9544,
      "step": 2120
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7065905272591258e-05,
      "loss": 0.9984,
      "step": 2121
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7062953560176302e-05,
      "loss": 0.9747,
      "step": 2122
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7060000619332076e-05,
      "loss": 0.9307,
      "step": 2123
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705704645057218e-05,
      "loss": 0.9601,
      "step": 2124
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7054091054410414e-05,
      "loss": 0.9425,
      "step": 2125
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7051134431360795e-05,
      "loss": 1.0426,
      "step": 2126
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7048176581937562e-05,
      "loss": 0.9993,
      "step": 2127
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7045217506655157e-05,
      "loss": 1.0037,
      "step": 2128
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7042257206028242e-05,
      "loss": 0.9551,
      "step": 2129
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703929568057169e-05,
      "loss": 0.9883,
      "step": 2130
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703633293080058e-05,
      "loss": 1.0458,
      "step": 2131
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7033368957230217e-05,
      "loss": 0.8668,
      "step": 2132
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703040376037611e-05,
      "loss": 0.9616,
      "step": 2133
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7027437340753982e-05,
      "loss": 1.0362,
      "step": 2134
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7024469698879774e-05,
      "loss": 0.8119,
      "step": 2135
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7021500835269628e-05,
      "loss": 0.7659,
      "step": 2136
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701853075043991e-05,
      "loss": 1.0093,
      "step": 2137
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7015559444907194e-05,
      "loss": 0.9373,
      "step": 2138
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7012586919188268e-05,
      "loss": 0.9905,
      "step": 2139
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7009613173800125e-05,
      "loss": 0.9371,
      "step": 2140
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7006638209259986e-05,
      "loss": 1.0074,
      "step": 2141
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7003662026085264e-05,
      "loss": 1.0131,
      "step": 2142
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7000684624793597e-05,
      "loss": 0.7708,
      "step": 2143
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6997706005902828e-05,
      "loss": 1.0501,
      "step": 2144
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6994726169931028e-05,
      "loss": 0.9545,
      "step": 2145
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699174511739645e-05,
      "loss": 0.758,
      "step": 2146
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6988762848817593e-05,
      "loss": 0.9523,
      "step": 2147
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6985779364713134e-05,
      "loss": 0.9606,
      "step": 2148
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698279466560199e-05,
      "loss": 0.9661,
      "step": 2149
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697980875200327e-05,
      "loss": 0.9728,
      "step": 2150
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69768216244363e-05,
      "loss": 1.0206,
      "step": 2151
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6973833283420626e-05,
      "loss": 1.0221,
      "step": 2152
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6970843729475993e-05,
      "loss": 0.9716,
      "step": 2153
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696785296312236e-05,
      "loss": 1.0098,
      "step": 2154
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6964860984879897e-05,
      "loss": 1.0346,
      "step": 2155
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6961867795268993e-05,
      "loss": 0.9844,
      "step": 2156
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6958873394810233e-05,
      "loss": 0.9467,
      "step": 2157
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6955877784024418e-05,
      "loss": 1.0038,
      "step": 2158
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6952880963432578e-05,
      "loss": 0.9153,
      "step": 2159
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694988293355592e-05,
      "loss": 0.9803,
      "step": 2160
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6946883694915885e-05,
      "loss": 1.0011,
      "step": 2161
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6943883248034116e-05,
      "loss": 0.822,
      "step": 2162
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694088159343247e-05,
      "loss": 0.8001,
      "step": 2163
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693787873163301e-05,
      "loss": 0.9953,
      "step": 2164
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6934874663158014e-05,
      "loss": 0.9664,
      "step": 2165
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6931869388529962e-05,
      "loss": 0.7613,
      "step": 2166
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6928862908271555e-05,
      "loss": 0.8256,
      "step": 2167
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6925855222905695e-05,
      "loss": 1.0029,
      "step": 2168
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922846332955488e-05,
      "loss": 0.889,
      "step": 2169
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691983623894427e-05,
      "loss": 1.0392,
      "step": 2170
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6916824941395565e-05,
      "loss": 0.9764,
      "step": 2171
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6913812440833117e-05,
      "loss": 0.9823,
      "step": 2172
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691079873778088e-05,
      "loss": 1.0074,
      "step": 2173
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907783832763008e-05,
      "loss": 0.9922,
      "step": 2174
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690476772630388e-05,
      "loss": 1.0532,
      "step": 2175
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6901750418928067e-05,
      "loss": 1.0108,
      "step": 2176
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689873191116036e-05,
      "loss": 1.0027,
      "step": 2177
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689571220352575e-05,
      "loss": 1.0139,
      "step": 2178
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689269129654945e-05,
      "loss": 1.0776,
      "step": 2179
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688966919075687e-05,
      "loss": 0.9909,
      "step": 2180
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6886645886673627e-05,
      "loss": 0.9642,
      "step": 2181
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6883621384825553e-05,
      "loss": 0.9001,
      "step": 2182
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6880595685738696e-05,
      "loss": 0.7692,
      "step": 2183
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6877568789939293e-05,
      "loss": 0.9974,
      "step": 2184
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6874540697953802e-05,
      "loss": 0.9877,
      "step": 2185
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6871511410308885e-05,
      "loss": 0.9479,
      "step": 2186
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6868480927531416e-05,
      "loss": 0.9977,
      "step": 2187
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686544925014847e-05,
      "loss": 0.9646,
      "step": 2188
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686241637868734e-05,
      "loss": 0.8698,
      "step": 2189
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6859382313675512e-05,
      "loss": 0.9388,
      "step": 2190
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6856347055640688e-05,
      "loss": 1.0161,
      "step": 2191
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6853310605110787e-05,
      "loss": 0.847,
      "step": 2192
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850272962613917e-05,
      "loss": 1.0193,
      "step": 2193
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684723412867841e-05,
      "loss": 1.0051,
      "step": 2194
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6844194103832786e-05,
      "loss": 0.9551,
      "step": 2195
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6841152888605798e-05,
      "loss": 1.0331,
      "step": 2196
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683811048352638e-05,
      "loss": 0.8204,
      "step": 2197
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6835066889123686e-05,
      "loss": 0.7852,
      "step": 2198
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683202210592708e-05,
      "loss": 0.9933,
      "step": 2199
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6828976134466123e-05,
      "loss": 1.017,
      "step": 2200
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6825928975270596e-05,
      "loss": 0.971,
      "step": 2201
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6822880628870467e-05,
      "loss": 0.93,
      "step": 2202
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681983109579593e-05,
      "loss": 0.9746,
      "step": 2203
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6816780376577374e-05,
      "loss": 0.9717,
      "step": 2204
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68137284717454e-05,
      "loss": 0.991,
      "step": 2205
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681067538183081e-05,
      "loss": 0.8728,
      "step": 2206
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6807621107364613e-05,
      "loss": 0.8271,
      "step": 2207
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6804565648878032e-05,
      "loss": 0.8931,
      "step": 2208
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6801509006902488e-05,
      "loss": 1.007,
      "step": 2209
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6798451181969607e-05,
      "loss": 0.9793,
      "step": 2210
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6795392174611224e-05,
      "loss": 0.9517,
      "step": 2211
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679233198535938e-05,
      "loss": 1.0198,
      "step": 2212
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678927061474632e-05,
      "loss": 0.8337,
      "step": 2213
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6786208063304495e-05,
      "loss": 0.9588,
      "step": 2214
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6783144331566564e-05,
      "loss": 1.0124,
      "step": 2215
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6780079420065385e-05,
      "loss": 0.6851,
      "step": 2216
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6777013329334027e-05,
      "loss": 0.9858,
      "step": 2217
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6773946059905763e-05,
      "loss": 0.9413,
      "step": 2218
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6770877612314066e-05,
      "loss": 0.9982,
      "step": 2219
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676780798709262e-05,
      "loss": 0.9752,
      "step": 2220
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764737184775315e-05,
      "loss": 0.9202,
      "step": 2221
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6761665205896237e-05,
      "loss": 1.0611,
      "step": 2222
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675859205098969e-05,
      "loss": 1.0428,
      "step": 2223
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6755517720590165e-05,
      "loss": 0.9532,
      "step": 2224
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6752442215232374e-05,
      "loss": 1.0215,
      "step": 2225
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6749365535451224e-05,
      "loss": 0.8629,
      "step": 2226
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6746287681781827e-05,
      "loss": 0.9496,
      "step": 2227
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6743208654759505e-05,
      "loss": 1.0076,
      "step": 2228
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674012845491978e-05,
      "loss": 0.9396,
      "step": 2229
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673704708279837e-05,
      "loss": 0.9541,
      "step": 2230
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6733964538931212e-05,
      "loss": 0.8337,
      "step": 2231
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6730880823854444e-05,
      "loss": 0.9656,
      "step": 2232
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672779593810439e-05,
      "loss": 0.9698,
      "step": 2233
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6724709882217606e-05,
      "loss": 0.8958,
      "step": 2234
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6721622656730824e-05,
      "loss": 0.8396,
      "step": 2235
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6718534262181003e-05,
      "loss": 0.9814,
      "step": 2236
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671544469910528e-05,
      "loss": 0.868,
      "step": 2237
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6712353968041024e-05,
      "loss": 0.9262,
      "step": 2238
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6709262069525784e-05,
      "loss": 1.0438,
      "step": 2239
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6706169004097323e-05,
      "loss": 1.0314,
      "step": 2240
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6703074772293604e-05,
      "loss": 1.0078,
      "step": 2241
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6699979374652798e-05,
      "loss": 1.0167,
      "step": 2242
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696882811713266e-05,
      "loss": 0.9915,
      "step": 2243
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6693785084013585e-05,
      "loss": 0.7995,
      "step": 2244
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669068619209253e-05,
      "loss": 0.9717,
      "step": 2245
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6687586136489077e-05,
      "loss": 1.0051,
      "step": 2246
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6684484917742406e-05,
      "loss": 1.0329,
      "step": 2247
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681382536391898e-05,
      "loss": 1.0062,
      "step": 2248
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6678278992977136e-05,
      "loss": 1.0276,
      "step": 2249
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6675174288037906e-05,
      "loss": 0.9009,
      "step": 2250
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6672068422114195e-05,
      "loss": 0.9296,
      "step": 2251
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6668961395746203e-05,
      "loss": 0.7823,
      "step": 2252
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6665853209474305e-05,
      "loss": 0.9965,
      "step": 2253
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6662743863839107e-05,
      "loss": 0.9797,
      "step": 2254
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66596333593814e-05,
      "loss": 0.8702,
      "step": 2255
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6656521696642183e-05,
      "loss": 0.8925,
      "step": 2256
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665340887616265e-05,
      "loss": 0.9286,
      "step": 2257
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6650294898484204e-05,
      "loss": 0.9698,
      "step": 2258
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6647179764148444e-05,
      "loss": 0.9587,
      "step": 2259
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6644063473697173e-05,
      "loss": 0.9831,
      "step": 2260
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6640946027672395e-05,
      "loss": 0.6874,
      "step": 2261
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6637827426616308e-05,
      "loss": 1.0259,
      "step": 2262
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6634707671071323e-05,
      "loss": 0.9733,
      "step": 2263
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663158676158005e-05,
      "loss": 0.9289,
      "step": 2264
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6628464698685284e-05,
      "loss": 1.02,
      "step": 2265
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6625341482930038e-05,
      "loss": 0.9923,
      "step": 2266
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662221711485752e-05,
      "loss": 0.9984,
      "step": 2267
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661909159501114e-05,
      "loss": 1.0234,
      "step": 2268
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66159649239345e-05,
      "loss": 0.9326,
      "step": 2269
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6612837102171414e-05,
      "loss": 0.9365,
      "step": 2270
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6609708130265888e-05,
      "loss": 0.9921,
      "step": 2271
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6606578008762133e-05,
      "loss": 0.6417,
      "step": 2272
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6603446738204555e-05,
      "loss": 0.9426,
      "step": 2273
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6600314319137765e-05,
      "loss": 0.9305,
      "step": 2274
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6597180752106564e-05,
      "loss": 0.8992,
      "step": 2275
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659404603765597e-05,
      "loss": 0.9722,
      "step": 2276
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6590910176331187e-05,
      "loss": 0.9206,
      "step": 2277
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658777316867762e-05,
      "loss": 0.9677,
      "step": 2278
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6584635015240877e-05,
      "loss": 0.9142,
      "step": 2279
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6581495716566763e-05,
      "loss": 0.9891,
      "step": 2280
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6578355273201282e-05,
      "loss": 0.8525,
      "step": 2281
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657521368569064e-05,
      "loss": 0.927,
      "step": 2282
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6572070954581234e-05,
      "loss": 0.9798,
      "step": 2283
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6568927080419673e-05,
      "loss": 0.6577,
      "step": 2284
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656578206375276e-05,
      "loss": 1.0078,
      "step": 2285
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6562635905127483e-05,
      "loss": 0.965,
      "step": 2286
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6559488605091044e-05,
      "loss": 0.7553,
      "step": 2287
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6556340164190844e-05,
      "loss": 0.8187,
      "step": 2288
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6553190582974477e-05,
      "loss": 0.9567,
      "step": 2289
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6550039861989732e-05,
      "loss": 1.0349,
      "step": 2290
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6546888001784607e-05,
      "loss": 0.9802,
      "step": 2291
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6543735002907283e-05,
      "loss": 1.0198,
      "step": 2292
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6540580865906153e-05,
      "loss": 0.9928,
      "step": 2293
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65374255913298e-05,
      "loss": 0.9819,
      "step": 2294
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6534269179727012e-05,
      "loss": 0.9868,
      "step": 2295
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6531111631646765e-05,
      "loss": 1.0255,
      "step": 2296
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652795294763824e-05,
      "loss": 0.9538,
      "step": 2297
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6524793128250816e-05,
      "loss": 0.9248,
      "step": 2298
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6521632174034058e-05,
      "loss": 0.9742,
      "step": 2299
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6518470085537747e-05,
      "loss": 0.8125,
      "step": 2300
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651530686331185e-05,
      "loss": 0.9611,
      "step": 2301
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6512142507906528e-05,
      "loss": 1.0047,
      "step": 2302
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6508977019872146e-05,
      "loss": 1.0198,
      "step": 2303
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6505810399759264e-05,
      "loss": 0.9949,
      "step": 2304
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6502642648118642e-05,
      "loss": 0.9578,
      "step": 2305
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6499473765501228e-05,
      "loss": 1.0011,
      "step": 2306
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6496303752458173e-05,
      "loss": 1.0032,
      "step": 2307
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6493132609540827e-05,
      "loss": 0.9869,
      "step": 2308
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648996033730073e-05,
      "loss": 0.9461,
      "step": 2309
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6486786936289625e-05,
      "loss": 1.0412,
      "step": 2310
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6483612407059445e-05,
      "loss": 1.0169,
      "step": 2311
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6480436750162327e-05,
      "loss": 0.9895,
      "step": 2312
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647725996615059e-05,
      "loss": 0.59,
      "step": 2313
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647408205557677e-05,
      "loss": 1.0307,
      "step": 2314
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647090301899358e-05,
      "loss": 0.9926,
      "step": 2315
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6467722856953938e-05,
      "loss": 0.9296,
      "step": 2316
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646454157001095e-05,
      "loss": 0.9963,
      "step": 2317
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6461359158717937e-05,
      "loss": 1.0693,
      "step": 2318
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6458175623628393e-05,
      "loss": 0.952,
      "step": 2319
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645499096529602e-05,
      "loss": 0.9787,
      "step": 2320
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645180518427471e-05,
      "loss": 1.0588,
      "step": 2321
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644861828111855e-05,
      "loss": 1.0419,
      "step": 2322
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6445430256381825e-05,
      "loss": 0.9839,
      "step": 2323
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6442241110619022e-05,
      "loss": 0.9527,
      "step": 2324
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6439050844384807e-05,
      "loss": 0.8947,
      "step": 2325
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435859458234054e-05,
      "loss": 1.0097,
      "step": 2326
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6432666952721822e-05,
      "loss": 0.9369,
      "step": 2327
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6429473328403376e-05,
      "loss": 0.998,
      "step": 2328
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642627858583417e-05,
      "loss": 0.9908,
      "step": 2329
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642308272556984e-05,
      "loss": 0.9534,
      "step": 2330
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6419885748166246e-05,
      "loss": 1.0653,
      "step": 2331
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641668765417941e-05,
      "loss": 0.99,
      "step": 2332
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641348844416557e-05,
      "loss": 0.8541,
      "step": 2333
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641028811868115e-05,
      "loss": 0.9441,
      "step": 2334
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6407086678282767e-05,
      "loss": 0.7641,
      "step": 2335
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6403884123527233e-05,
      "loss": 0.974,
      "step": 2336
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640068045497156e-05,
      "loss": 0.8268,
      "step": 2337
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639747567317294e-05,
      "loss": 0.9845,
      "step": 2338
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6394269778688778e-05,
      "loss": 0.9145,
      "step": 2339
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6391062772076653e-05,
      "loss": 1.0185,
      "step": 2340
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6387854653894345e-05,
      "loss": 0.897,
      "step": 2341
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6384645424699835e-05,
      "loss": 1.0078,
      "step": 2342
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6381435085051288e-05,
      "loss": 0.9809,
      "step": 2343
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637822363550706e-05,
      "loss": 0.949,
      "step": 2344
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6375011076625712e-05,
      "loss": 0.9602,
      "step": 2345
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6371797408965986e-05,
      "loss": 0.9846,
      "step": 2346
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636858263308682e-05,
      "loss": 0.9704,
      "step": 2347
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636536674954735e-05,
      "loss": 0.8455,
      "step": 2348
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63621497589069e-05,
      "loss": 0.9583,
      "step": 2349
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635893166172499e-05,
      "loss": 1.0738,
      "step": 2350
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635571245856132e-05,
      "loss": 0.9188,
      "step": 2351
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63524921499758e-05,
      "loss": 1.003,
      "step": 2352
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6349270736528525e-05,
      "loss": 0.9709,
      "step": 2353
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634604821877978e-05,
      "loss": 0.9987,
      "step": 2354
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6342824597290044e-05,
      "loss": 0.9523,
      "step": 2355
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633959987261999e-05,
      "loss": 0.9488,
      "step": 2356
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6336374045330473e-05,
      "loss": 0.9734,
      "step": 2357
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633314711598256e-05,
      "loss": 0.9905,
      "step": 2358
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6329919085137483e-05,
      "loss": 0.9808,
      "step": 2359
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6326689953356684e-05,
      "loss": 0.9744,
      "step": 2360
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63234597212018e-05,
      "loss": 0.9612,
      "step": 2361
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632022838923464e-05,
      "loss": 0.9377,
      "step": 2362
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6316995958017224e-05,
      "loss": 0.9541,
      "step": 2363
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631376242811175e-05,
      "loss": 0.948,
      "step": 2364
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6310527800080616e-05,
      "loss": 0.94,
      "step": 2365
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6307292074486407e-05,
      "loss": 1.0167,
      "step": 2366
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6304055251891897e-05,
      "loss": 1.0712,
      "step": 2367
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630081733286005e-05,
      "loss": 0.9886,
      "step": 2368
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6297578317954025e-05,
      "loss": 0.975,
      "step": 2369
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6294338207737173e-05,
      "loss": 0.9908,
      "step": 2370
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6291097002773032e-05,
      "loss": 0.8741,
      "step": 2371
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6287854703625324e-05,
      "loss": 0.8403,
      "step": 2372
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628461131085798e-05,
      "loss": 0.8068,
      "step": 2373
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62813668250351e-05,
      "loss": 1.0132,
      "step": 2374
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627812124672099e-05,
      "loss": 0.8814,
      "step": 2375
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627487457648013e-05,
      "loss": 0.9897,
      "step": 2376
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6271626814877208e-05,
      "loss": 1.0249,
      "step": 2377
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6268377962477092e-05,
      "loss": 0.8241,
      "step": 2378
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626512801984484e-05,
      "loss": 0.9449,
      "step": 2379
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62618769875457e-05,
      "loss": 1.0005,
      "step": 2380
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625862486614511e-05,
      "loss": 0.9671,
      "step": 2381
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6255371656208697e-05,
      "loss": 0.9594,
      "step": 2382
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6252117358302282e-05,
      "loss": 0.7986,
      "step": 2383
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624886197299187e-05,
      "loss": 0.9732,
      "step": 2384
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6245605500843646e-05,
      "loss": 0.8337,
      "step": 2385
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624234794242401e-05,
      "loss": 0.8594,
      "step": 2386
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6239089298299524e-05,
      "loss": 0.9449,
      "step": 2387
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6235829569036955e-05,
      "loss": 0.8379,
      "step": 2388
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6232568755203253e-05,
      "loss": 0.7788,
      "step": 2389
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6229306857365557e-05,
      "loss": 1.0261,
      "step": 2390
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6226043876091193e-05,
      "loss": 0.9172,
      "step": 2391
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6222779811947683e-05,
      "loss": 1.0187,
      "step": 2392
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6219514665502722e-05,
      "loss": 0.9102,
      "step": 2393
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6216248437324212e-05,
      "loss": 0.9206,
      "step": 2394
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6212981127980234e-05,
      "loss": 1.0267,
      "step": 2395
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620971273803905e-05,
      "loss": 0.9225,
      "step": 2396
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620644326806912e-05,
      "loss": 1.0267,
      "step": 2397
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6203172718639094e-05,
      "loss": 0.9622,
      "step": 2398
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61999010903178e-05,
      "loss": 1.0463,
      "step": 2399
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6196628383674256e-05,
      "loss": 0.9608,
      "step": 2400
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6193354599277674e-05,
      "loss": 1.0381,
      "step": 2401
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619007973769745e-05,
      "loss": 0.9154,
      "step": 2402
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6186803799503164e-05,
      "loss": 0.9716,
      "step": 2403
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183526785264584e-05,
      "loss": 1.0542,
      "step": 2404
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6180248695551675e-05,
      "loss": 0.9578,
      "step": 2405
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6176969530934573e-05,
      "loss": 0.9432,
      "step": 2406
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617368929198361e-05,
      "loss": 0.9139,
      "step": 2407
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6170407979269308e-05,
      "loss": 1.0064,
      "step": 2408
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6167125593362373e-05,
      "loss": 1.004,
      "step": 2409
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6163842134833684e-05,
      "loss": 0.9929,
      "step": 2410
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6160557604254333e-05,
      "loss": 0.9424,
      "step": 2411
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615727200219558e-05,
      "loss": 0.9975,
      "step": 2412
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6153985329228873e-05,
      "loss": 0.8379,
      "step": 2413
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615069758592585e-05,
      "loss": 0.7649,
      "step": 2414
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6147408772858336e-05,
      "loss": 0.7998,
      "step": 2415
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6144118890598338e-05,
      "loss": 0.8487,
      "step": 2416
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6140827939718054e-05,
      "loss": 0.9722,
      "step": 2417
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613753592078986e-05,
      "loss": 0.9663,
      "step": 2418
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613424283438633e-05,
      "loss": 0.8911,
      "step": 2419
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613094868108021e-05,
      "loss": 1.0011,
      "step": 2420
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612765346144444e-05,
      "loss": 0.931,
      "step": 2421
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6124357176052142e-05,
      "loss": 0.7765,
      "step": 2422
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612105982547663e-05,
      "loss": 0.8264,
      "step": 2423
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6117761410291393e-05,
      "loss": 0.9453,
      "step": 2424
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611446193107011e-05,
      "loss": 1.0282,
      "step": 2425
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6111161388386652e-05,
      "loss": 0.8018,
      "step": 2426
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610785978281506e-05,
      "loss": 0.9753,
      "step": 2427
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610455711492957e-05,
      "loss": 0.9507,
      "step": 2428
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6101253385304604e-05,
      "loss": 0.9617,
      "step": 2429
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6097948594514762e-05,
      "loss": 0.9691,
      "step": 2430
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6094642743134837e-05,
      "loss": 1.04,
      "step": 2431
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60913358317398e-05,
      "loss": 0.912,
      "step": 2432
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6088027860904802e-05,
      "loss": 0.9541,
      "step": 2433
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608471883120519e-05,
      "loss": 0.8208,
      "step": 2434
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608140874321649e-05,
      "loss": 1.0519,
      "step": 2435
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6078097597514405e-05,
      "loss": 0.8314,
      "step": 2436
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6074785394674835e-05,
      "loss": 0.9623,
      "step": 2437
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607147213527386e-05,
      "loss": 0.9896,
      "step": 2438
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6068157819887732e-05,
      "loss": 0.9193,
      "step": 2439
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60648424490929e-05,
      "loss": 0.9324,
      "step": 2440
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606152602346599e-05,
      "loss": 1.0017,
      "step": 2441
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605820854358382e-05,
      "loss": 0.9368,
      "step": 2442
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6054890010023378e-05,
      "loss": 0.9643,
      "step": 2443
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6051570423361848e-05,
      "loss": 0.9871,
      "step": 2444
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6048249784176584e-05,
      "loss": 0.9503,
      "step": 2445
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604492809304514e-05,
      "loss": 0.9757,
      "step": 2446
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6041605350545235e-05,
      "loss": 0.8112,
      "step": 2447
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6038281557254783e-05,
      "loss": 0.9707,
      "step": 2448
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603495671375188e-05,
      "loss": 0.9603,
      "step": 2449
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.60316308206148e-05,
      "loss": 0.986,
      "step": 2450
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6028303878421998e-05,
      "loss": 0.9577,
      "step": 2451
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602497588775212e-05,
      "loss": 0.9656,
      "step": 2452
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6021646849183982e-05,
      "loss": 0.9491,
      "step": 2453
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6018316763296594e-05,
      "loss": 0.7968,
      "step": 2454
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601498563066915e-05,
      "loss": 1.042,
      "step": 2455
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6011653451881004e-05,
      "loss": 0.9415,
      "step": 2456
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6008320227511723e-05,
      "loss": 1.0013,
      "step": 2457
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600498595814103e-05,
      "loss": 1.005,
      "step": 2458
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600165064434885e-05,
      "loss": 0.8959,
      "step": 2459
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599831428671527e-05,
      "loss": 0.968,
      "step": 2460
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599497688582057e-05,
      "loss": 0.8175,
      "step": 2461
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5991638442245214e-05,
      "loss": 0.9276,
      "step": 2462
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5988298956569844e-05,
      "loss": 0.9283,
      "step": 2463
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598495842937528e-05,
      "loss": 0.901,
      "step": 2464
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598161686124252e-05,
      "loss": 0.9979,
      "step": 2465
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5978274252752763e-05,
      "loss": 0.9854,
      "step": 2466
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597493060448736e-05,
      "loss": 1.0249,
      "step": 2467
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5971585917027864e-05,
      "loss": 0.9561,
      "step": 2468
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5968240190956002e-05,
      "loss": 0.8965,
      "step": 2469
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596489342685368e-05,
      "loss": 0.9759,
      "step": 2470
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5961545625302987e-05,
      "loss": 1.0288,
      "step": 2471
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5958196786886196e-05,
      "loss": 0.867,
      "step": 2472
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595484691218575e-05,
      "loss": 0.994,
      "step": 2473
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595149600178428e-05,
      "loss": 0.9714,
      "step": 2474
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5948144056264595e-05,
      "loss": 0.9717,
      "step": 2475
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5944791076209688e-05,
      "loss": 1.0177,
      "step": 2476
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594143706220273e-05,
      "loss": 0.9859,
      "step": 2477
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5938082014827057e-05,
      "loss": 0.8252,
      "step": 2478
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5934725934666214e-05,
      "loss": 0.9939,
      "step": 2479
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5931368822303906e-05,
      "loss": 0.992,
      "step": 2480
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5928010678324013e-05,
      "loss": 1.0186,
      "step": 2481
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5924651503310612e-05,
      "loss": 0.9676,
      "step": 2482
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921291297847943e-05,
      "loss": 0.8072,
      "step": 2483
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5917930062520434e-05,
      "loss": 0.8655,
      "step": 2484
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59145677979127e-05,
      "loss": 1.0476,
      "step": 2485
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5911204504609506e-05,
      "loss": 1.0241,
      "step": 2486
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590784018319583e-05,
      "loss": 0.8301,
      "step": 2487
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5904474834256813e-05,
      "loss": 0.9705,
      "step": 2488
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5901108458377766e-05,
      "loss": 0.8741,
      "step": 2489
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5897741056144197e-05,
      "loss": 0.9135,
      "step": 2490
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5894372628141783e-05,
      "loss": 0.9799,
      "step": 2491
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5891003174956382e-05,
      "loss": 0.9843,
      "step": 2492
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588763269717402e-05,
      "loss": 0.9563,
      "step": 2493
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5884261195380922e-05,
      "loss": 0.965,
      "step": 2494
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5880888670163465e-05,
      "loss": 0.9793,
      "step": 2495
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587751512210823e-05,
      "loss": 0.9308,
      "step": 2496
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587414055180196e-05,
      "loss": 1.0179,
      "step": 2497
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5870764959831575e-05,
      "loss": 0.9957,
      "step": 2498
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586738834678418e-05,
      "loss": 0.9797,
      "step": 2499
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5864010713247058e-05,
      "loss": 0.9595,
      "step": 2500
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586063205980766e-05,
      "loss": 0.894,
      "step": 2501
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585725238705363e-05,
      "loss": 0.926,
      "step": 2502
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585387169557277e-05,
      "loss": 0.8259,
      "step": 2503
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5850489985953076e-05,
      "loss": 0.9467,
      "step": 2504
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5847107258782716e-05,
      "loss": 0.9334,
      "step": 2505
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584372351465002e-05,
      "loss": 0.9734,
      "step": 2506
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5840338754143525e-05,
      "loss": 0.9547,
      "step": 2507
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5836952977851917e-05,
      "loss": 1.0066,
      "step": 2508
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5833566186364078e-05,
      "loss": 0.7921,
      "step": 2509
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5830178380269048e-05,
      "loss": 1.0554,
      "step": 2510
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582678956015606e-05,
      "loss": 0.9895,
      "step": 2511
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5823399726614517e-05,
      "loss": 1.0528,
      "step": 2512
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5820008880233992e-05,
      "loss": 0.9283,
      "step": 2513
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581661702160425e-05,
      "loss": 0.9637,
      "step": 2514
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5813224151315218e-05,
      "loss": 0.9272,
      "step": 2515
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5809830269957e-05,
      "loss": 0.9983,
      "step": 2516
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5806435378119886e-05,
      "loss": 0.9074,
      "step": 2517
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580303947639433e-05,
      "loss": 1.002,
      "step": 2518
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5799642565370967e-05,
      "loss": 0.9858,
      "step": 2519
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5796244645640605e-05,
      "loss": 1.0181,
      "step": 2520
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5792845717794238e-05,
      "loss": 1.0044,
      "step": 2521
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578944578242302e-05,
      "loss": 0.9987,
      "step": 2522
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578604484011829e-05,
      "loss": 0.994,
      "step": 2523
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5782642891471557e-05,
      "loss": 0.9616,
      "step": 2524
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577923993707451e-05,
      "loss": 0.9951,
      "step": 2525
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5775835977519008e-05,
      "loss": 1.0328,
      "step": 2526
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577243101339709e-05,
      "loss": 0.9697,
      "step": 2527
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5769025045300965e-05,
      "loss": 1.0026,
      "step": 2528
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5765618073823014e-05,
      "loss": 0.973,
      "step": 2529
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5762210099555804e-05,
      "loss": 0.9275,
      "step": 2530
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758801123092066e-05,
      "loss": 0.8119,
      "step": 2531
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5755391145024713e-05,
      "loss": 0.9638,
      "step": 2532
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575198016594682e-05,
      "loss": 1.0376,
      "step": 2533
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5748568186451646e-05,
      "loss": 0.7884,
      "step": 2534
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574515520713263e-05,
      "loss": 0.8377,
      "step": 2535
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5741741228583368e-05,
      "loss": 0.927,
      "step": 2536
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5738326251397643e-05,
      "loss": 0.9916,
      "step": 2537
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5734910276169405e-05,
      "loss": 0.9693,
      "step": 2538
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5731493303492783e-05,
      "loss": 0.9294,
      "step": 2539
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5728075333962073e-05,
      "loss": 0.9883,
      "step": 2540
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572465636817175e-05,
      "loss": 0.9411,
      "step": 2541
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572123640671646e-05,
      "loss": 0.95,
      "step": 2542
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571781545019102e-05,
      "loss": 0.9819,
      "step": 2543
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5714393499190425e-05,
      "loss": 0.8353,
      "step": 2544
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5710970554309837e-05,
      "loss": 0.9213,
      "step": 2545
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5707546616144597e-05,
      "loss": 0.8857,
      "step": 2546
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5704121685290215e-05,
      "loss": 0.8959,
      "step": 2547
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5700695762342378e-05,
      "loss": 1.0399,
      "step": 2548
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5697268847896937e-05,
      "loss": 0.9911,
      "step": 2549
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5693840942549923e-05,
      "loss": 0.9799,
      "step": 2550
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5690412046897535e-05,
      "loss": 1.0324,
      "step": 2551
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568698216153615e-05,
      "loss": 0.9851,
      "step": 2552
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568355128706231e-05,
      "loss": 0.9486,
      "step": 2553
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568011942407273e-05,
      "loss": 1.0074,
      "step": 2554
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5676686573164305e-05,
      "loss": 0.966,
      "step": 2555
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5673252734934096e-05,
      "loss": 0.9928,
      "step": 2556
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5669817909979327e-05,
      "loss": 0.9629,
      "step": 2557
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5666382098897412e-05,
      "loss": 0.9646,
      "step": 2558
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5662945302285925e-05,
      "loss": 0.7863,
      "step": 2559
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565950752074261e-05,
      "loss": 0.95,
      "step": 2560
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5656068754865388e-05,
      "loss": 0.9878,
      "step": 2561
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5652629005252345e-05,
      "loss": 0.9649,
      "step": 2562
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564918827250175e-05,
      "loss": 0.996,
      "step": 2563
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564574655721203e-05,
      "loss": 1.0204,
      "step": 2564
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5642303859981783e-05,
      "loss": 0.6483,
      "step": 2565
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5638860181409793e-05,
      "loss": 0.9707,
      "step": 2566
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5635415522094995e-05,
      "loss": 0.8895,
      "step": 2567
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5631969882636507e-05,
      "loss": 0.9911,
      "step": 2568
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562852326363362e-05,
      "loss": 0.792,
      "step": 2569
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562507566568578e-05,
      "loss": 1.0837,
      "step": 2570
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562162708939262e-05,
      "loss": 0.9502,
      "step": 2571
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561817753535393e-05,
      "loss": 0.7564,
      "step": 2572
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614727004169684e-05,
      "loss": 0.9111,
      "step": 2573
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561127549644001e-05,
      "loss": 1.0468,
      "step": 2574
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5607823012765223e-05,
      "loss": 0.9221,
      "step": 2575
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5604369553745788e-05,
      "loss": 0.9411,
      "step": 2576
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560091511998236e-05,
      "loss": 0.8604,
      "step": 2577
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559745971207575e-05,
      "loss": 1.0016,
      "step": 2578
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5594003330626936e-05,
      "loss": 0.9974,
      "step": 2579
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5590545976237085e-05,
      "loss": 0.9905,
      "step": 2580
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558708764950751e-05,
      "loss": 1.0026,
      "step": 2581
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5583628351039704e-05,
      "loss": 0.9247,
      "step": 2582
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558016808143533e-05,
      "loss": 0.9709,
      "step": 2583
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557670684129622e-05,
      "loss": 0.9846,
      "step": 2584
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5573244631224364e-05,
      "loss": 0.8833,
      "step": 2585
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5569781451821942e-05,
      "loss": 0.9651,
      "step": 2586
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556631730369128e-05,
      "loss": 1.0201,
      "step": 2587
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5562852187434888e-05,
      "loss": 0.886,
      "step": 2588
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5559386103655434e-05,
      "loss": 0.9361,
      "step": 2589
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555591905295576e-05,
      "loss": 0.9265,
      "step": 2590
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5552451035938883e-05,
      "loss": 1.0157,
      "step": 2591
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554898205320797e-05,
      "loss": 0.9329,
      "step": 2592
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554551210536637e-05,
      "loss": 1.0818,
      "step": 2593
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55420411930176e-05,
      "loss": 1.0194,
      "step": 2594
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553856931676534e-05,
      "loss": 0.979,
      "step": 2595
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5535096477213428e-05,
      "loss": 0.9537,
      "step": 2596
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5531622674965894e-05,
      "loss": 0.9398,
      "step": 2597
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5528147910626917e-05,
      "loss": 0.9435,
      "step": 2598
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5524672184800845e-05,
      "loss": 1.0111,
      "step": 2599
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5521195498092198e-05,
      "loss": 0.8998,
      "step": 2600
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517717851105663e-05,
      "loss": 0.8167,
      "step": 2601
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5514239244446087e-05,
      "loss": 1.024,
      "step": 2602
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5510759678718497e-05,
      "loss": 0.9659,
      "step": 2603
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5507279154528072e-05,
      "loss": 0.8816,
      "step": 2604
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550379767248017e-05,
      "loss": 0.9686,
      "step": 2605
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5500315233180302e-05,
      "loss": 1.0109,
      "step": 2606
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5496831837234164e-05,
      "loss": 0.9181,
      "step": 2607
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54933474852476e-05,
      "loss": 0.9785,
      "step": 2608
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5489862177826634e-05,
      "loss": 0.8272,
      "step": 2609
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5486375915577448e-05,
      "loss": 1.0168,
      "step": 2610
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5482888699106393e-05,
      "loss": 1.0089,
      "step": 2611
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5479400529019987e-05,
      "loss": 0.9278,
      "step": 2612
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547591140592491e-05,
      "loss": 0.9986,
      "step": 2613
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5472421330428012e-05,
      "loss": 0.8099,
      "step": 2614
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5468930303136306e-05,
      "loss": 0.9534,
      "step": 2615
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546543832465697e-05,
      "loss": 0.9675,
      "step": 2616
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5461945395597354e-05,
      "loss": 0.9349,
      "step": 2617
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5458451516564964e-05,
      "loss": 0.9513,
      "step": 2618
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5454956688167473e-05,
      "loss": 0.9023,
      "step": 2619
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5451460911012727e-05,
      "loss": 1.0372,
      "step": 2620
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544796418570873e-05,
      "loss": 1.0491,
      "step": 2621
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544446651286365e-05,
      "loss": 0.9935,
      "step": 2622
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5440967893085827e-05,
      "loss": 0.979,
      "step": 2623
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543746832698376e-05,
      "loss": 0.9374,
      "step": 2624
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5433967815166105e-05,
      "loss": 1.0516,
      "step": 2625
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54304663582417e-05,
      "loss": 0.8267,
      "step": 2626
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542696395681954e-05,
      "loss": 0.8904,
      "step": 2627
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5423460611508775e-05,
      "loss": 1.0227,
      "step": 2628
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541995632291873e-05,
      "loss": 1.0024,
      "step": 2629
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5416451091658892e-05,
      "loss": 1.0037,
      "step": 2630
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541294491833891e-05,
      "loss": 1.0042,
      "step": 2631
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54094378035686e-05,
      "loss": 0.9785,
      "step": 2632
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5405929747957936e-05,
      "loss": 0.8621,
      "step": 2633
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540242075211706e-05,
      "loss": 0.9499,
      "step": 2634
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5398910816656276e-05,
      "loss": 0.7919,
      "step": 2635
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539539994218606e-05,
      "loss": 0.9643,
      "step": 2636
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5391888129317026e-05,
      "loss": 0.8015,
      "step": 2637
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5388375378659985e-05,
      "loss": 0.8378,
      "step": 2638
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538486169082589e-05,
      "loss": 0.8401,
      "step": 2639
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5381347066425862e-05,
      "loss": 0.9647,
      "step": 2640
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537783150607118e-05,
      "loss": 0.8767,
      "step": 2641
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5374315010373295e-05,
      "loss": 1.0465,
      "step": 2642
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537079757994381e-05,
      "loss": 0.9941,
      "step": 2643
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5367279215394506e-05,
      "loss": 0.9354,
      "step": 2644
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536375991733731e-05,
      "loss": 1.0103,
      "step": 2645
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5360239686384322e-05,
      "loss": 0.9485,
      "step": 2646
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5356718523147796e-05,
      "loss": 1.0312,
      "step": 2647
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535319642824016e-05,
      "loss": 0.9746,
      "step": 2648
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534967340227399e-05,
      "loss": 0.9882,
      "step": 2649
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5346149445862036e-05,
      "loss": 0.967,
      "step": 2650
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53426245596172e-05,
      "loss": 0.9695,
      "step": 2651
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5339098744152554e-05,
      "loss": 1.0023,
      "step": 2652
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5335572000081328e-05,
      "loss": 0.9314,
      "step": 2653
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5332044328016916e-05,
      "loss": 0.9534,
      "step": 2654
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532851572857286e-05,
      "loss": 0.8059,
      "step": 2655
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5324986202362885e-05,
      "loss": 1.0365,
      "step": 2656
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5321455750000864e-05,
      "loss": 0.7528,
      "step": 2657
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5317924372100832e-05,
      "loss": 1.0697,
      "step": 2658
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5314392069276983e-05,
      "loss": 0.9148,
      "step": 2659
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531085884214368e-05,
      "loss": 0.9182,
      "step": 2660
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5307324691315448e-05,
      "loss": 0.7228,
      "step": 2661
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530378961740695e-05,
      "loss": 0.9804,
      "step": 2662
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5300253621033042e-05,
      "loss": 1.0139,
      "step": 2663
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5296716702808718e-05,
      "loss": 0.9531,
      "step": 2664
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5293178863349137e-05,
      "loss": 0.9738,
      "step": 2665
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5289640103269626e-05,
      "loss": 0.9567,
      "step": 2666
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5286100423185662e-05,
      "loss": 0.8893,
      "step": 2667
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528255982371289e-05,
      "loss": 0.8474,
      "step": 2668
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5279018305467104e-05,
      "loss": 0.9385,
      "step": 2669
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527547586906428e-05,
      "loss": 0.9909,
      "step": 2670
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527193251512052e-05,
      "loss": 0.7491,
      "step": 2671
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5268388244252116e-05,
      "loss": 0.9776,
      "step": 2672
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5264843057075503e-05,
      "loss": 0.9946,
      "step": 2673
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526129695420729e-05,
      "loss": 1.0438,
      "step": 2674
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5257749936264223e-05,
      "loss": 0.931,
      "step": 2675
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5254202003863223e-05,
      "loss": 1.0265,
      "step": 2676
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525065315762137e-05,
      "loss": 0.807,
      "step": 2677
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5247103398155897e-05,
      "loss": 0.8949,
      "step": 2678
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5243552726084203e-05,
      "loss": 0.9946,
      "step": 2679
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5240001142023836e-05,
      "loss": 1.0299,
      "step": 2680
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.523644864659251e-05,
      "loss": 0.9635,
      "step": 2681
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5232895240408092e-05,
      "loss": 0.9575,
      "step": 2682
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5229340924088616e-05,
      "loss": 0.9465,
      "step": 2683
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5225785698252264e-05,
      "loss": 0.9512,
      "step": 2684
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5222229563517385e-05,
      "loss": 0.9899,
      "step": 2685
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218672520502482e-05,
      "loss": 0.9894,
      "step": 2686
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5215114569826215e-05,
      "loss": 0.9243,
      "step": 2687
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5211555712107404e-05,
      "loss": 1.0082,
      "step": 2688
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5207995947965023e-05,
      "loss": 1.0483,
      "step": 2689
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5204435278018211e-05,
      "loss": 1.0405,
      "step": 2690
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5200873702886254e-05,
      "loss": 0.9593,
      "step": 2691
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519731122318861e-05,
      "loss": 0.8206,
      "step": 2692
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5193747839544876e-05,
      "loss": 0.9029,
      "step": 2693
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190183552574826e-05,
      "loss": 1.0277,
      "step": 2694
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5186618362898378e-05,
      "loss": 0.9445,
      "step": 2695
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5183052271135603e-05,
      "loss": 0.885,
      "step": 2696
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5179485277906744e-05,
      "loss": 0.8554,
      "step": 2697
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517591738383219e-05,
      "loss": 0.9476,
      "step": 2698
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5172348589532494e-05,
      "loss": 0.96,
      "step": 2699
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5168778895628355e-05,
      "loss": 0.8812,
      "step": 2700
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5165208302740633e-05,
      "loss": 0.9614,
      "step": 2701
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5161636811490353e-05,
      "loss": 0.8273,
      "step": 2702
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5158064422498684e-05,
      "loss": 0.9251,
      "step": 2703
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5154491136386962e-05,
      "loss": 0.9809,
      "step": 2704
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5150916953776666e-05,
      "loss": 0.9323,
      "step": 2705
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5147341875289443e-05,
      "loss": 1.031,
      "step": 2706
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514376590154709e-05,
      "loss": 0.9789,
      "step": 2707
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514018903317156e-05,
      "loss": 0.9491,
      "step": 2708
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5136611270784966e-05,
      "loss": 1.0614,
      "step": 2709
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5133032615009566e-05,
      "loss": 0.9306,
      "step": 2710
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5129453066467784e-05,
      "loss": 0.8147,
      "step": 2711
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51258726257822e-05,
      "loss": 0.738,
      "step": 2712
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5122291293575537e-05,
      "loss": 0.9792,
      "step": 2713
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5118709070470688e-05,
      "loss": 0.9456,
      "step": 2714
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5115125957090686e-05,
      "loss": 0.9979,
      "step": 2715
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5111541954058733e-05,
      "loss": 0.8375,
      "step": 2716
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5107957061998178e-05,
      "loss": 0.8765,
      "step": 2717
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5104371281532521e-05,
      "loss": 1.0092,
      "step": 2718
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5100784613285426e-05,
      "loss": 0.9378,
      "step": 2719
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5097197057880707e-05,
      "loss": 0.9341,
      "step": 2720
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5093608615942333e-05,
      "loss": 0.7997,
      "step": 2721
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5090019288094425e-05,
      "loss": 1.0211,
      "step": 2722
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5086429074961255e-05,
      "loss": 0.9411,
      "step": 2723
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5082837977167261e-05,
      "loss": 0.812,
      "step": 2724
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507924599533702e-05,
      "loss": 0.9641,
      "step": 2725
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5075653130095277e-05,
      "loss": 0.813,
      "step": 2726
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5072059382066918e-05,
      "loss": 0.6849,
      "step": 2727
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5068464751876995e-05,
      "loss": 0.959,
      "step": 2728
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5064869240150699e-05,
      "loss": 1.0066,
      "step": 2729
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5061272847513384e-05,
      "loss": 0.9599,
      "step": 2730
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5057675574590556e-05,
      "loss": 0.9517,
      "step": 2731
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5054077422007878e-05,
      "loss": 0.9564,
      "step": 2732
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5050478390391154e-05,
      "loss": 0.9071,
      "step": 2733
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5046878480366353e-05,
      "loss": 0.8099,
      "step": 2734
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5043277692559585e-05,
      "loss": 0.9049,
      "step": 2735
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5039676027597128e-05,
      "loss": 1.0752,
      "step": 2736
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5036073486105403e-05,
      "loss": 0.9713,
      "step": 2737
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503247006871098e-05,
      "loss": 0.9693,
      "step": 2738
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5028865776040589e-05,
      "loss": 1.0192,
      "step": 2739
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5025260608721104e-05,
      "loss": 0.9577,
      "step": 2740
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5021654567379566e-05,
      "loss": 0.9877,
      "step": 2741
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5018047652643151e-05,
      "loss": 0.8723,
      "step": 2742
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.50144398651392e-05,
      "loss": 0.8122,
      "step": 2743
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5010831205495194e-05,
      "loss": 0.9768,
      "step": 2744
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.500722167433877e-05,
      "loss": 1.0439,
      "step": 2745
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5003611272297726e-05,
      "loss": 0.9772,
      "step": 2746
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.9372,
      "step": 2747
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4996387858073687e-05,
      "loss": 0.9371,
      "step": 2748
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.499277484714703e-05,
      "loss": 0.9982,
      "step": 2749
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498916096784842e-05,
      "loss": 0.9622,
      "step": 2750
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498554622080641e-05,
      "loss": 0.9878,
      "step": 2751
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4981930606649695e-05,
      "loss": 0.8794,
      "step": 2752
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4978314126007125e-05,
      "loss": 0.9499,
      "step": 2753
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4974696779507697e-05,
      "loss": 0.9,
      "step": 2754
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.497107856778056e-05,
      "loss": 0.9577,
      "step": 2755
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4967459491455016e-05,
      "loss": 0.9412,
      "step": 2756
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4963839551160514e-05,
      "loss": 0.9354,
      "step": 2757
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4960218747526658e-05,
      "loss": 1.0131,
      "step": 2758
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4956597081183195e-05,
      "loss": 0.916,
      "step": 2759
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952974552760025e-05,
      "loss": 0.8097,
      "step": 2760
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.49493511628872e-05,
      "loss": 0.907,
      "step": 2761
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945726912194925e-05,
      "loss": 0.916,
      "step": 2762
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4942101801313546e-05,
      "loss": 0.8498,
      "step": 2763
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4938475830873564e-05,
      "loss": 1.0002,
      "step": 2764
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4934849001505627e-05,
      "loss": 0.9741,
      "step": 2765
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4931221313840538e-05,
      "loss": 0.9971,
      "step": 2766
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4927592768509243e-05,
      "loss": 1.0762,
      "step": 2767
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923963366142838e-05,
      "loss": 0.9482,
      "step": 2768
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4920333107372568e-05,
      "loss": 0.9664,
      "step": 2769
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4916701992829832e-05,
      "loss": 1.0259,
      "step": 2770
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913070023146174e-05,
      "loss": 1.0048,
      "step": 2771
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4909437198953287e-05,
      "loss": 1.0618,
      "step": 2772
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4905803520883013e-05,
      "loss": 0.7827,
      "step": 2773
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4902168989567335e-05,
      "loss": 0.9974,
      "step": 2774
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4898533605638398e-05,
      "loss": 0.95,
      "step": 2775
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4894897369728491e-05,
      "loss": 0.9756,
      "step": 2776
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4891260282470046e-05,
      "loss": 1.0367,
      "step": 2777
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4887622344495643e-05,
      "loss": 0.9923,
      "step": 2778
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4883983556438017e-05,
      "loss": 0.9402,
      "step": 2779
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4880343918930047e-05,
      "loss": 1.0214,
      "step": 2780
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4876703432604755e-05,
      "loss": 0.9378,
      "step": 2781
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4873062098095319e-05,
      "loss": 0.9998,
      "step": 2782
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4869419916035064e-05,
      "loss": 0.9897,
      "step": 2783
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486577688705745e-05,
      "loss": 0.9799,
      "step": 2784
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48621330117961e-05,
      "loss": 0.8781,
      "step": 2785
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4858488290884776e-05,
      "loss": 1.0836,
      "step": 2786
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.485484272495739e-05,
      "loss": 0.9421,
      "step": 2787
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4851196314648e-05,
      "loss": 0.9453,
      "step": 2788
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4847549060590807e-05,
      "loss": 1.0578,
      "step": 2789
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4843900963420164e-05,
      "loss": 0.9375,
      "step": 2790
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484025202377057e-05,
      "loss": 0.9998,
      "step": 2791
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483660224227667e-05,
      "loss": 0.8787,
      "step": 2792
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4832951619573253e-05,
      "loss": 0.8897,
      "step": 2793
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4829300156295255e-05,
      "loss": 0.8275,
      "step": 2794
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482564785307776e-05,
      "loss": 0.9485,
      "step": 2795
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4821994710556002e-05,
      "loss": 0.988,
      "step": 2796
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4818340729365352e-05,
      "loss": 1.0626,
      "step": 2797
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4814685910141335e-05,
      "loss": 1.035,
      "step": 2798
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4811030253519609e-05,
      "loss": 1.0782,
      "step": 2799
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807373760136e-05,
      "loss": 0.9431,
      "step": 2800
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4803716430626455e-05,
      "loss": 0.9143,
      "step": 2801
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4800058265627084e-05,
      "loss": 0.919,
      "step": 2802
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4796399265774133e-05,
      "loss": 0.887,
      "step": 2803
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4792739431703996e-05,
      "loss": 0.7418,
      "step": 2804
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4789078764053216e-05,
      "loss": 0.9477,
      "step": 2805
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4785417263458472e-05,
      "loss": 0.9446,
      "step": 2806
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4781754930556598e-05,
      "loss": 0.9728,
      "step": 2807
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4778091765984566e-05,
      "loss": 0.9693,
      "step": 2808
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774427770379492e-05,
      "loss": 0.9562,
      "step": 2809
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4770762944378643e-05,
      "loss": 1.0452,
      "step": 2810
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4767097288619422e-05,
      "loss": 0.8099,
      "step": 2811
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4763430803739388e-05,
      "loss": 0.9901,
      "step": 2812
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.475976349037623e-05,
      "loss": 0.9617,
      "step": 2813
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.475609534916779e-05,
      "loss": 0.9782,
      "step": 2814
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4752426380752054e-05,
      "loss": 0.9791,
      "step": 2815
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4748756585767146e-05,
      "loss": 0.8627,
      "step": 2816
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4745085964851345e-05,
      "loss": 0.7979,
      "step": 2817
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4741414518643058e-05,
      "loss": 0.9969,
      "step": 2818
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473774224778085e-05,
      "loss": 0.9747,
      "step": 2819
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473406915290342e-05,
      "loss": 0.9593,
      "step": 2820
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4730395234649617e-05,
      "loss": 0.9854,
      "step": 2821
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4726720493658425e-05,
      "loss": 0.9534,
      "step": 2822
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.472304493056898e-05,
      "loss": 0.7637,
      "step": 2823
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4719368546020554e-05,
      "loss": 0.957,
      "step": 2824
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4715691340652568e-05,
      "loss": 0.9677,
      "step": 2825
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471201331510458e-05,
      "loss": 0.9443,
      "step": 2826
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4708334470016296e-05,
      "loss": 0.9672,
      "step": 2827
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4704654806027558e-05,
      "loss": 0.9495,
      "step": 2828
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4700974323778353e-05,
      "loss": 0.9065,
      "step": 2829
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4697293023908821e-05,
      "loss": 0.8749,
      "step": 2830
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693610907059226e-05,
      "loss": 0.7514,
      "step": 2831
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4689927973869987e-05,
      "loss": 0.9466,
      "step": 2832
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4686244224981657e-05,
      "loss": 0.9787,
      "step": 2833
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4682559661034934e-05,
      "loss": 0.7906,
      "step": 2834
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4678874282670666e-05,
      "loss": 0.9304,
      "step": 2835
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4675188090529828e-05,
      "loss": 0.9377,
      "step": 2836
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4671501085253544e-05,
      "loss": 0.973,
      "step": 2837
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4667813267483082e-05,
      "loss": 1.0464,
      "step": 2838
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466412463785985e-05,
      "loss": 0.6996,
      "step": 2839
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4660435197025391e-05,
      "loss": 0.9407,
      "step": 2840
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4656744945621392e-05,
      "loss": 1.0231,
      "step": 2841
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4653053884289692e-05,
      "loss": 0.931,
      "step": 2842
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464936201367225e-05,
      "loss": 0.9048,
      "step": 2843
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4645669334411187e-05,
      "loss": 0.9195,
      "step": 2844
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641975847148748e-05,
      "loss": 0.9868,
      "step": 2845
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.463828155252733e-05,
      "loss": 0.8106,
      "step": 2846
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4634586451189462e-05,
      "loss": 1.0446,
      "step": 2847
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.463089054377782e-05,
      "loss": 1.0313,
      "step": 2848
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4627193830935219e-05,
      "loss": 0.9818,
      "step": 2849
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4623496313304604e-05,
      "loss": 1.0124,
      "step": 2850
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4619797991529079e-05,
      "loss": 0.8228,
      "step": 2851
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461609886625187e-05,
      "loss": 0.9502,
      "step": 2852
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4612398938116354e-05,
      "loss": 1.0298,
      "step": 2853
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4608698207766041e-05,
      "loss": 0.9471,
      "step": 2854
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4604996675844586e-05,
      "loss": 0.9067,
      "step": 2855
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460129434299578e-05,
      "loss": 0.9243,
      "step": 2856
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4597591209863549e-05,
      "loss": 0.9455,
      "step": 2857
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4593887277091967e-05,
      "loss": 0.9776,
      "step": 2858
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4590182545325246e-05,
      "loss": 0.9973,
      "step": 2859
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4586477015207732e-05,
      "loss": 1.0273,
      "step": 2860
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4582770687383911e-05,
      "loss": 0.9873,
      "step": 2861
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4579063562498405e-05,
      "loss": 0.9309,
      "step": 2862
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4575355641195985e-05,
      "loss": 0.7419,
      "step": 2863
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4571646924121552e-05,
      "loss": 1.0031,
      "step": 2864
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4567937411920148e-05,
      "loss": 1.0325,
      "step": 2865
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4564227105236948e-05,
      "loss": 0.9463,
      "step": 2866
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4560516004717273e-05,
      "loss": 0.9289,
      "step": 2867
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4556804111006577e-05,
      "loss": 0.9574,
      "step": 2868
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4553091424750458e-05,
      "loss": 0.9164,
      "step": 2869
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4549377946594647e-05,
      "loss": 0.9812,
      "step": 2870
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4545663677185007e-05,
      "loss": 0.9399,
      "step": 2871
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4541948617167552e-05,
      "loss": 1.0698,
      "step": 2872
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4538232767188423e-05,
      "loss": 0.9864,
      "step": 2873
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4534516127893903e-05,
      "loss": 0.9296,
      "step": 2874
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.453079869993041e-05,
      "loss": 0.9552,
      "step": 2875
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4527080483944503e-05,
      "loss": 0.9491,
      "step": 2876
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4523361480582871e-05,
      "loss": 0.9437,
      "step": 2877
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4519641690492349e-05,
      "loss": 1.0106,
      "step": 2878
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4515921114319902e-05,
      "loss": 1.0116,
      "step": 2879
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4512199752712634e-05,
      "loss": 1.0251,
      "step": 2880
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4508477606317785e-05,
      "loss": 0.9718,
      "step": 2881
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4504754675782731e-05,
      "loss": 0.959,
      "step": 2882
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4501030961754987e-05,
      "loss": 0.7693,
      "step": 2883
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4497306464882206e-05,
      "loss": 0.9803,
      "step": 2884
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4493581185812167e-05,
      "loss": 0.9644,
      "step": 2885
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4489855125192798e-05,
      "loss": 0.892,
      "step": 2886
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4486128283672149e-05,
      "loss": 0.9584,
      "step": 2887
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4482400661898422e-05,
      "loss": 0.9743,
      "step": 2888
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447867226051994e-05,
      "loss": 0.8947,
      "step": 2889
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4474943080185174e-05,
      "loss": 1.0841,
      "step": 2890
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447121312154272e-05,
      "loss": 0.9496,
      "step": 2891
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4467482385241314e-05,
      "loss": 0.9702,
      "step": 2892
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4463750871929824e-05,
      "loss": 0.9963,
      "step": 2893
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4460018582257266e-05,
      "loss": 1.0136,
      "step": 2894
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4456285516872774e-05,
      "loss": 0.6774,
      "step": 2895
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4452551676425621e-05,
      "loss": 1.0186,
      "step": 2896
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4448817061565224e-05,
      "loss": 0.862,
      "step": 2897
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4445081672941129e-05,
      "loss": 0.9908,
      "step": 2898
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4441345511203011e-05,
      "loss": 0.7821,
      "step": 2899
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4437608577000686e-05,
      "loss": 1.0436,
      "step": 2900
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4433870870984109e-05,
      "loss": 0.9143,
      "step": 2901
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430132393803353e-05,
      "loss": 0.9801,
      "step": 2902
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4426393146108644e-05,
      "loss": 1.0169,
      "step": 2903
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442265312855033e-05,
      "loss": 1.0083,
      "step": 2904
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4418912341778895e-05,
      "loss": 0.9371,
      "step": 2905
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.441517078644496e-05,
      "loss": 1.0054,
      "step": 2906
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411428463199275e-05,
      "loss": 0.9361,
      "step": 2907
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4407685372692733e-05,
      "loss": 0.968,
      "step": 2908
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4403941515576344e-05,
      "loss": 0.9394,
      "step": 2909
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4400196892501268e-05,
      "loss": 0.92,
      "step": 2910
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4396451504118792e-05,
      "loss": 0.9417,
      "step": 2911
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4392705351080329e-05,
      "loss": 0.9805,
      "step": 2912
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4388958434037435e-05,
      "loss": 0.9552,
      "step": 2913
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4385210753641796e-05,
      "loss": 0.9046,
      "step": 2914
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4381462310545232e-05,
      "loss": 0.8965,
      "step": 2915
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4377713105399686e-05,
      "loss": 0.9564,
      "step": 2916
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4373963138857247e-05,
      "loss": 0.9453,
      "step": 2917
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4370212411570134e-05,
      "loss": 1.0123,
      "step": 2918
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4366460924190689e-05,
      "loss": 0.9543,
      "step": 2919
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4362708677371393e-05,
      "loss": 0.9614,
      "step": 2920
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4358955671764859e-05,
      "loss": 1.0231,
      "step": 2921
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4355201908023828e-05,
      "loss": 1.0012,
      "step": 2922
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4351447386801185e-05,
      "loss": 0.9333,
      "step": 2923
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434769210874993e-05,
      "loss": 0.8331,
      "step": 2924
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4343936074523206e-05,
      "loss": 0.8979,
      "step": 2925
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4340179284774279e-05,
      "loss": 0.9731,
      "step": 2926
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4336421740156554e-05,
      "loss": 1.0313,
      "step": 2927
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4332663441323569e-05,
      "loss": 1.0316,
      "step": 2928
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4328904388928983e-05,
      "loss": 0.8397,
      "step": 2929
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4325144583626595e-05,
      "loss": 1.0114,
      "step": 2930
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4321384026070333e-05,
      "loss": 1.0069,
      "step": 2931
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4317622716914248e-05,
      "loss": 1.0679,
      "step": 2932
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4313860656812537e-05,
      "loss": 0.9477,
      "step": 2933
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4310097846419513e-05,
      "loss": 1.015,
      "step": 2934
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4306334286389629e-05,
      "loss": 0.9963,
      "step": 2935
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4302569977377462e-05,
      "loss": 0.9813,
      "step": 2936
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4298804920037723e-05,
      "loss": 0.7481,
      "step": 2937
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4295039115025256e-05,
      "loss": 0.9825,
      "step": 2938
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4291272562995024e-05,
      "loss": 0.6318,
      "step": 2939
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4287505264602138e-05,
      "loss": 0.8516,
      "step": 2940
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4283737220501814e-05,
      "loss": 0.9308,
      "step": 2941
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4279968431349422e-05,
      "loss": 1.0753,
      "step": 2942
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427619889780045e-05,
      "loss": 0.9522,
      "step": 2943
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4272428620510517e-05,
      "loss": 1.0586,
      "step": 2944
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268657600135368e-05,
      "loss": 0.8776,
      "step": 2945
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426488583733088e-05,
      "loss": 0.9134,
      "step": 2946
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4261113332753063e-05,
      "loss": 1.0103,
      "step": 2947
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425734008705805e-05,
      "loss": 0.9201,
      "step": 2948
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4253566100902113e-05,
      "loss": 0.7891,
      "step": 2949
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4249791374941634e-05,
      "loss": 0.9751,
      "step": 2950
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4246015909833135e-05,
      "loss": 0.837,
      "step": 2951
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4242239706233278e-05,
      "loss": 0.9771,
      "step": 2952
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4238462764798835e-05,
      "loss": 0.6318,
      "step": 2953
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4234685086186715e-05,
      "loss": 0.806,
      "step": 2954
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4230906671053947e-05,
      "loss": 0.8666,
      "step": 2955
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4227127520057701e-05,
      "loss": 0.9299,
      "step": 2956
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.422334763385527e-05,
      "loss": 1.0715,
      "step": 2957
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.421956701310407e-05,
      "loss": 1.0625,
      "step": 2958
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215785658461645e-05,
      "loss": 1.0175,
      "step": 2959
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4212003570585678e-05,
      "loss": 0.865,
      "step": 2960
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4208220750133962e-05,
      "loss": 0.9829,
      "step": 2961
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4204437197764436e-05,
      "loss": 0.8634,
      "step": 2962
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4200652914135151e-05,
      "loss": 0.9516,
      "step": 2963
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4196867899904292e-05,
      "loss": 0.9461,
      "step": 2964
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4193082155730174e-05,
      "loss": 0.9612,
      "step": 2965
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4189295682271228e-05,
      "loss": 0.9939,
      "step": 2966
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4185508480186027e-05,
      "loss": 0.9491,
      "step": 2967
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418172055013326e-05,
      "loss": 0.8011,
      "step": 2968
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4177931892771744e-05,
      "loss": 0.9682,
      "step": 2969
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174142508760426e-05,
      "loss": 0.9398,
      "step": 2970
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4170352398758374e-05,
      "loss": 0.9192,
      "step": 2971
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4166561563424787e-05,
      "loss": 0.7598,
      "step": 2972
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4162770003418993e-05,
      "loss": 0.9342,
      "step": 2973
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4158977719400437e-05,
      "loss": 0.9405,
      "step": 2974
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4155184712028695e-05,
      "loss": 1.0297,
      "step": 2975
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.415139098196347e-05,
      "loss": 1.0225,
      "step": 2976
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414759652986459e-05,
      "loss": 0.9938,
      "step": 2977
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4143801356392009e-05,
      "loss": 0.9155,
      "step": 2978
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4140005462205798e-05,
      "loss": 0.9364,
      "step": 2979
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4136208847966168e-05,
      "loss": 0.8757,
      "step": 2980
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4132411514333444e-05,
      "loss": 0.9892,
      "step": 2981
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4128613461968084e-05,
      "loss": 0.9738,
      "step": 2982
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4124814691530663e-05,
      "loss": 0.9434,
      "step": 2983
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4121015203681886e-05,
      "loss": 0.8913,
      "step": 2984
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.411721499908258e-05,
      "loss": 0.9728,
      "step": 2985
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4113414078393702e-05,
      "loss": 0.969,
      "step": 2986
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410961244227633e-05,
      "loss": 0.981,
      "step": 2987
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4105810091391662e-05,
      "loss": 1.0235,
      "step": 2988
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4102007026401028e-05,
      "loss": 1.0024,
      "step": 2989
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4098203247965876e-05,
      "loss": 1.0712,
      "step": 2990
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4094398756747785e-05,
      "loss": 0.9834,
      "step": 2991
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4090593553408452e-05,
      "loss": 0.985,
      "step": 2992
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4086787638609696e-05,
      "loss": 1.0136,
      "step": 2993
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4082981013013469e-05,
      "loss": 0.955,
      "step": 2994
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4079173677281836e-05,
      "loss": 0.964,
      "step": 2995
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4075365632076998e-05,
      "loss": 0.8745,
      "step": 2996
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4071556878061264e-05,
      "loss": 0.9862,
      "step": 2997
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406774741589708e-05,
      "loss": 0.9656,
      "step": 2998
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4063937246247007e-05,
      "loss": 0.935,
      "step": 2999
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4060126369773728e-05,
      "loss": 1.0086,
      "step": 3000
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405631478714006e-05,
      "loss": 0.9247,
      "step": 3001
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4052502499008929e-05,
      "loss": 1.0241,
      "step": 3002
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4048689506043393e-05,
      "loss": 1.0223,
      "step": 3003
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404487580890663e-05,
      "loss": 0.9851,
      "step": 3004
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4041061408261936e-05,
      "loss": 0.9833,
      "step": 3005
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4037246304772738e-05,
      "loss": 0.9717,
      "step": 3006
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4033430499102579e-05,
      "loss": 0.9211,
      "step": 3007
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4029613991915125e-05,
      "loss": 1.0187,
      "step": 3008
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4025796783874169e-05,
      "loss": 0.8952,
      "step": 3009
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.402197887564361e-05,
      "loss": 0.9645,
      "step": 3010
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4018160267887493e-05,
      "loss": 0.7482,
      "step": 3011
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4014340961269969e-05,
      "loss": 0.7944,
      "step": 3012
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4010520956455308e-05,
      "loss": 0.9398,
      "step": 3013
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4006700254107912e-05,
      "loss": 0.7945,
      "step": 3014
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4002878854892301e-05,
      "loss": 0.9616,
      "step": 3015
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3999056759473111e-05,
      "loss": 0.9752,
      "step": 3016
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3995233968515105e-05,
      "loss": 0.9918,
      "step": 3017
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3991410482683164e-05,
      "loss": 0.9635,
      "step": 3018
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3987586302642287e-05,
      "loss": 0.9677,
      "step": 3019
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3983761429057599e-05,
      "loss": 0.835,
      "step": 3020
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3979935862594349e-05,
      "loss": 0.9279,
      "step": 3021
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3976109603917896e-05,
      "loss": 0.9511,
      "step": 3022
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3972282653693727e-05,
      "loss": 0.7481,
      "step": 3023
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3968455012587447e-05,
      "loss": 0.845,
      "step": 3024
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3964626681264779e-05,
      "loss": 0.7796,
      "step": 3025
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396079766039157e-05,
      "loss": 0.9645,
      "step": 3026
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396079766039157e-05,
      "loss": 0.8427,
      "step": 3027
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3956967950633784e-05,
      "loss": 1.0138,
      "step": 3028
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953137552657512e-05,
      "loss": 0.872,
      "step": 3029
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3949306467128948e-05,
      "loss": 0.9416,
      "step": 3030
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3945474694714425e-05,
      "loss": 0.9554,
      "step": 3031
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3941642236080383e-05,
      "loss": 0.9751,
      "step": 3032
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3937809091893388e-05,
      "loss": 0.9215,
      "step": 3033
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3933975262820121e-05,
      "loss": 0.9955,
      "step": 3034
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3930140749527378e-05,
      "loss": 0.8835,
      "step": 3035
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3926305552682087e-05,
      "loss": 0.9405,
      "step": 3036
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3922469672951286e-05,
      "loss": 0.9826,
      "step": 3037
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391863311100213e-05,
      "loss": 0.9473,
      "step": 3038
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.39147958675019e-05,
      "loss": 1.0191,
      "step": 3039
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3910957943117986e-05,
      "loss": 0.9885,
      "step": 3040
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3907119338517906e-05,
      "loss": 1.0264,
      "step": 3041
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3903280054369293e-05,
      "loss": 0.8421,
      "step": 3042
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3899440091339893e-05,
      "loss": 1.0165,
      "step": 3043
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3895599450097577e-05,
      "loss": 0.9439,
      "step": 3044
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3891758131310329e-05,
      "loss": 1.0193,
      "step": 3045
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3887916135646253e-05,
      "loss": 0.8818,
      "step": 3046
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3884073463773577e-05,
      "loss": 0.8207,
      "step": 3047
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880230116360636e-05,
      "loss": 0.9068,
      "step": 3048
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3876386094075884e-05,
      "loss": 0.9584,
      "step": 3049
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3872541397587897e-05,
      "loss": 0.8951,
      "step": 3050
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3868696027565372e-05,
      "loss": 0.7894,
      "step": 3051
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3864849984677113e-05,
      "loss": 0.9548,
      "step": 3052
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3861003269592045e-05,
      "loss": 0.7496,
      "step": 3053
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3857155882979215e-05,
      "loss": 0.9821,
      "step": 3054
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3853307825507776e-05,
      "loss": 0.9478,
      "step": 3055
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3849459097847011e-05,
      "loss": 0.9774,
      "step": 3056
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3845609700666308e-05,
      "loss": 0.9417,
      "step": 3057
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3841759634635177e-05,
      "loss": 0.925,
      "step": 3058
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3837908900423245e-05,
      "loss": 1.0028,
      "step": 3059
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383405749870025e-05,
      "loss": 0.9106,
      "step": 3060
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3830205430136059e-05,
      "loss": 0.8957,
      "step": 3061
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3826352695400633e-05,
      "loss": 0.9105,
      "step": 3062
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3822499295164073e-05,
      "loss": 0.9618,
      "step": 3063
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381864523009658e-05,
      "loss": 0.9045,
      "step": 3064
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3814790500868469e-05,
      "loss": 0.965,
      "step": 3065
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3810935108150186e-05,
      "loss": 0.9004,
      "step": 3066
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3807079052612277e-05,
      "loss": 0.992,
      "step": 3067
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3803222334925415e-05,
      "loss": 0.9585,
      "step": 3068
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3799364955760375e-05,
      "loss": 0.9571,
      "step": 3069
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3795506915788057e-05,
      "loss": 1.0185,
      "step": 3070
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3791648215679479e-05,
      "loss": 0.8546,
      "step": 3071
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3787788856105762e-05,
      "loss": 0.938,
      "step": 3072
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378392883773815e-05,
      "loss": 0.9265,
      "step": 3073
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3780068161247996e-05,
      "loss": 0.8352,
      "step": 3074
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3776206827306776e-05,
      "loss": 0.952,
      "step": 3075
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3772344836586075e-05,
      "loss": 0.9697,
      "step": 3076
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376848218975759e-05,
      "loss": 1.0003,
      "step": 3077
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3764618887493136e-05,
      "loss": 0.9367,
      "step": 3078
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3760754930464637e-05,
      "loss": 0.9716,
      "step": 3079
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3756890319344138e-05,
      "loss": 0.9575,
      "step": 3080
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3753025054803794e-05,
      "loss": 0.9791,
      "step": 3081
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3749159137515875e-05,
      "loss": 1.0076,
      "step": 3082
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3745292568152762e-05,
      "loss": 0.9318,
      "step": 3083
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3741425347386952e-05,
      "loss": 0.9855,
      "step": 3084
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.373755747589105e-05,
      "loss": 1.017,
      "step": 3085
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3733688954337782e-05,
      "loss": 0.974,
      "step": 3086
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3729819783399984e-05,
      "loss": 0.9665,
      "step": 3087
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3725949963750604e-05,
      "loss": 0.9573,
      "step": 3088
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3722079496062702e-05,
      "loss": 0.9316,
      "step": 3089
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.371820838100945e-05,
      "loss": 1.0201,
      "step": 3090
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3714336619264136e-05,
      "loss": 0.927,
      "step": 3091
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3710464211500165e-05,
      "loss": 0.8979,
      "step": 3092
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370659115839104e-05,
      "loss": 0.9329,
      "step": 3093
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3702717460610386e-05,
      "loss": 0.7568,
      "step": 3094
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698843118831942e-05,
      "loss": 0.9763,
      "step": 3095
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369496813372955e-05,
      "loss": 0.9113,
      "step": 3096
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3691092505977177e-05,
      "loss": 0.9687,
      "step": 3097
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3687216236248892e-05,
      "loss": 0.9647,
      "step": 3098
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3683339325218874e-05,
      "loss": 0.7617,
      "step": 3099
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3679461773561418e-05,
      "loss": 0.9403,
      "step": 3100
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3675583581950936e-05,
      "loss": 0.9592,
      "step": 3101
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3671704751061943e-05,
      "loss": 0.9686,
      "step": 3102
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3667825281569063e-05,
      "loss": 0.9517,
      "step": 3103
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3663945174147036e-05,
      "loss": 0.9697,
      "step": 3104
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3660064429470717e-05,
      "loss": 0.9755,
      "step": 3105
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3656183048215065e-05,
      "loss": 0.9648,
      "step": 3106
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3652301031055154e-05,
      "loss": 0.9684,
      "step": 3107
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3648418378666164e-05,
      "loss": 0.9431,
      "step": 3108
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3644535091723387e-05,
      "loss": 0.7841,
      "step": 3109
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364065117090223e-05,
      "loss": 0.9352,
      "step": 3110
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636766616878205e-05,
      "loss": 0.9862,
      "step": 3111
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3632881430326936e-05,
      "loss": 0.8849,
      "step": 3112
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3628995611924156e-05,
      "loss": 1.0051,
      "step": 3113
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3625109162345708e-05,
      "loss": 0.9463,
      "step": 3114
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3621222082267551e-05,
      "loss": 0.9156,
      "step": 3115
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3617334372365742e-05,
      "loss": 0.9769,
      "step": 3116
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3613446033316455e-05,
      "loss": 0.8697,
      "step": 3117
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3609557065795978e-05,
      "loss": 0.9293,
      "step": 3118
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3605667470480692e-05,
      "loss": 0.8761,
      "step": 3119
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3601777248047105e-05,
      "loss": 0.9234,
      "step": 3120
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3597886399171824e-05,
      "loss": 0.9635,
      "step": 3121
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3593994924531572e-05,
      "loss": 0.9074,
      "step": 3122
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3590102824803173e-05,
      "loss": 1.0071,
      "step": 3123
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358621010066356e-05,
      "loss": 0.9533,
      "step": 3124
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3582316752789782e-05,
      "loss": 0.8386,
      "step": 3125
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3578422781858994e-05,
      "loss": 0.9498,
      "step": 3126
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3574528188548455e-05,
      "loss": 0.9558,
      "step": 3127
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3570632973535532e-05,
      "loss": 0.9053,
      "step": 3128
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3566737137497708e-05,
      "loss": 0.9489,
      "step": 3129
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3562840681112569e-05,
      "loss": 1.0051,
      "step": 3130
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3558943605057805e-05,
      "loss": 1.0331,
      "step": 3131
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3555045910011224e-05,
      "loss": 0.9606,
      "step": 3132
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3551147596650726e-05,
      "loss": 0.7911,
      "step": 3133
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3547248665654338e-05,
      "loss": 0.8143,
      "step": 3134
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3543349117700177e-05,
      "loss": 0.8175,
      "step": 3135
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353944895346648e-05,
      "loss": 1.0451,
      "step": 3136
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3535548173631584e-05,
      "loss": 0.9122,
      "step": 3137
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353164677887393e-05,
      "loss": 0.903,
      "step": 3138
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3527744769872077e-05,
      "loss": 1.0392,
      "step": 3139
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3523842147304685e-05,
      "loss": 0.9638,
      "step": 3140
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3519938911850517e-05,
      "loss": 0.9691,
      "step": 3141
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3516035064188446e-05,
      "loss": 0.9415,
      "step": 3142
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3512130604997453e-05,
      "loss": 0.889,
      "step": 3143
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3508225534956625e-05,
      "loss": 0.8194,
      "step": 3144
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3504319854745154e-05,
      "loss": 0.977,
      "step": 3145
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3500413565042334e-05,
      "loss": 0.9942,
      "step": 3146
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3496506666527575e-05,
      "loss": 1.0031,
      "step": 3147
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3492599159880382e-05,
      "loss": 0.84,
      "step": 3148
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3488691045780376e-05,
      "loss": 0.9718,
      "step": 3149
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3484782324907276e-05,
      "loss": 1.0011,
      "step": 3150
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3480872997940906e-05,
      "loss": 0.9645,
      "step": 3151
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3476963065561204e-05,
      "loss": 0.9912,
      "step": 3152
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3473052528448203e-05,
      "loss": 0.8225,
      "step": 3153
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3469141387282052e-05,
      "loss": 1.0359,
      "step": 3154
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3465229642742992e-05,
      "loss": 0.9245,
      "step": 3155
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346131729551138e-05,
      "loss": 0.8,
      "step": 3156
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3457404346267676e-05,
      "loss": 0.9492,
      "step": 3157
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3453490795692434e-05,
      "loss": 0.9224,
      "step": 3158
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344957664446633e-05,
      "loss": 0.9487,
      "step": 3159
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3445661893270132e-05,
      "loss": 0.9635,
      "step": 3160
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3441746542784718e-05,
      "loss": 1.0301,
      "step": 3161
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3437830593691064e-05,
      "loss": 0.9618,
      "step": 3162
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3433914046670254e-05,
      "loss": 0.958,
      "step": 3163
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3429996902403482e-05,
      "loss": 1.0262,
      "step": 3164
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3426079161572037e-05,
      "loss": 0.9959,
      "step": 3165
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422160824857315e-05,
      "loss": 0.9529,
      "step": 3166
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3418241892940814e-05,
      "loss": 0.8341,
      "step": 3167
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3414322366504138e-05,
      "loss": 0.9176,
      "step": 3168
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3410402246228995e-05,
      "loss": 0.9975,
      "step": 3169
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3406481532797196e-05,
      "loss": 0.9319,
      "step": 3170
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3402560226890648e-05,
      "loss": 0.9905,
      "step": 3171
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.339863832919137e-05,
      "loss": 0.9203,
      "step": 3172
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3394715840381482e-05,
      "loss": 0.9726,
      "step": 3173
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3390792761143207e-05,
      "loss": 0.9052,
      "step": 3174
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3386869092158868e-05,
      "loss": 0.9434,
      "step": 3175
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3382944834110884e-05,
      "loss": 0.9551,
      "step": 3176
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3379019987681798e-05,
      "loss": 0.9689,
      "step": 3177
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3375094553554236e-05,
      "loss": 0.995,
      "step": 3178
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.337116853241093e-05,
      "loss": 0.9815,
      "step": 3179
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3367241924934715e-05,
      "loss": 1.0108,
      "step": 3180
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3363314731808534e-05,
      "loss": 0.9349,
      "step": 3181
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3359386953715423e-05,
      "loss": 0.9205,
      "step": 3182
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3355458591338527e-05,
      "loss": 0.9894,
      "step": 3183
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3351529645361082e-05,
      "loss": 0.9814,
      "step": 3184
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3347600116466443e-05,
      "loss": 0.897,
      "step": 3185
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3343670005338053e-05,
      "loss": 0.8042,
      "step": 3186
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3339739312659451e-05,
      "loss": 0.9134,
      "step": 3187
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3335808039114295e-05,
      "loss": 0.9165,
      "step": 3188
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3331876185386331e-05,
      "loss": 0.9282,
      "step": 3189
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3327943752159412e-05,
      "loss": 0.8991,
      "step": 3190
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3324010740117488e-05,
      "loss": 1.0714,
      "step": 3191
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3320077149944605e-05,
      "loss": 0.9684,
      "step": 3192
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3316142982324925e-05,
      "loss": 1.0536,
      "step": 3193
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3312208237942695e-05,
      "loss": 0.8292,
      "step": 3194
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3308272917482273e-05,
      "loss": 0.9935,
      "step": 3195
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3304337021628107e-05,
      "loss": 0.8765,
      "step": 3196
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3300400551064752e-05,
      "loss": 0.9991,
      "step": 3197
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3296463506476862e-05,
      "loss": 0.942,
      "step": 3198
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3292525888549193e-05,
      "loss": 1.0035,
      "step": 3199
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3288587697966595e-05,
      "loss": 0.781,
      "step": 3200
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328464893541402e-05,
      "loss": 0.6966,
      "step": 3201
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328070960157652e-05,
      "loss": 0.923,
      "step": 3202
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327676969713925e-05,
      "loss": 1.0036,
      "step": 3203
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3272829222787462e-05,
      "loss": 0.9547,
      "step": 3204
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3268888179206496e-05,
      "loss": 0.9645,
      "step": 3205
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326494656708181e-05,
      "loss": 1.0188,
      "step": 3206
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3261004387098951e-05,
      "loss": 0.8477,
      "step": 3207
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3257061639943563e-05,
      "loss": 0.9657,
      "step": 3208
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3253118326301389e-05,
      "loss": 0.878,
      "step": 3209
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3249174446858275e-05,
      "loss": 0.9348,
      "step": 3210
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3245230002300167e-05,
      "loss": 0.9172,
      "step": 3211
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3241284993313097e-05,
      "loss": 0.7836,
      "step": 3212
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3237339420583213e-05,
      "loss": 0.8961,
      "step": 3213
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3233393284796743e-05,
      "loss": 0.8817,
      "step": 3214
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3229446586640027e-05,
      "loss": 0.9577,
      "step": 3215
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3225499326799495e-05,
      "loss": 0.9588,
      "step": 3216
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3221551505961677e-05,
      "loss": 0.8532,
      "step": 3217
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32176031248132e-05,
      "loss": 1.042,
      "step": 3218
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3213654184040792e-05,
      "loss": 0.9788,
      "step": 3219
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3209704684331275e-05,
      "loss": 0.9699,
      "step": 3220
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3205754626371565e-05,
      "loss": 0.9677,
      "step": 3221
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3201804010848678e-05,
      "loss": 0.9182,
      "step": 3222
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3197852838449734e-05,
      "loss": 1.0219,
      "step": 3223
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3193901109861942e-05,
      "loss": 1.0345,
      "step": 3224
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3189948825772605e-05,
      "loss": 1.0385,
      "step": 3225
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3185995986869127e-05,
      "loss": 0.9366,
      "step": 3226
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3182042593839009e-05,
      "loss": 0.9984,
      "step": 3227
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3178088647369854e-05,
      "loss": 0.9449,
      "step": 3228
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3174134148149347e-05,
      "loss": 0.9014,
      "step": 3229
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3170179096865282e-05,
      "loss": 0.8895,
      "step": 3230
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316622349420554e-05,
      "loss": 0.9615,
      "step": 3231
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3162267340858104e-05,
      "loss": 0.9299,
      "step": 3232
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3158310637511052e-05,
      "loss": 0.8574,
      "step": 3233
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3154353384852559e-05,
      "loss": 0.9741,
      "step": 3234
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3150395583570883e-05,
      "loss": 1.0081,
      "step": 3235
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3146437234354399e-05,
      "loss": 0.812,
      "step": 3236
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3142478337891558e-05,
      "loss": 0.819,
      "step": 3237
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3138518894870917e-05,
      "loss": 1.0133,
      "step": 3238
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3134558905981126e-05,
      "loss": 0.8348,
      "step": 3239
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3130598371910926e-05,
      "loss": 0.929,
      "step": 3240
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3126637293349157e-05,
      "loss": 0.8586,
      "step": 3241
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3122675670984753e-05,
      "loss": 0.9375,
      "step": 3242
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3118713505506743e-05,
      "loss": 1.0401,
      "step": 3243
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3114750797604248e-05,
      "loss": 0.9531,
      "step": 3244
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3110787547966484e-05,
      "loss": 0.9147,
      "step": 3245
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3106823757282763e-05,
      "loss": 0.949,
      "step": 3246
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3102859426242489e-05,
      "loss": 0.8768,
      "step": 3247
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3098894555535164e-05,
      "loss": 0.9689,
      "step": 3248
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.309492914585038e-05,
      "loss": 0.9055,
      "step": 3249
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090963197877823e-05,
      "loss": 0.9584,
      "step": 3250
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3086996712307269e-05,
      "loss": 0.9967,
      "step": 3251
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3083029689828598e-05,
      "loss": 0.9387,
      "step": 3252
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3079062131131779e-05,
      "loss": 0.8225,
      "step": 3253
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3075094036906869e-05,
      "loss": 0.9413,
      "step": 3254
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3071125407844019e-05,
      "loss": 0.9332,
      "step": 3255
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3067156244633477e-05,
      "loss": 0.9594,
      "step": 3256
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3063186547965582e-05,
      "loss": 1.0319,
      "step": 3257
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3059216318530774e-05,
      "loss": 0.9663,
      "step": 3258
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3055245557019569e-05,
      "loss": 0.9619,
      "step": 3259
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3051274264122587e-05,
      "loss": 0.9856,
      "step": 3260
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3047302440530538e-05,
      "loss": 0.8274,
      "step": 3261
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3043330086934227e-05,
      "loss": 0.8507,
      "step": 3262
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3039357204024548e-05,
      "loss": 1.035,
      "step": 3263
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3035383792492485e-05,
      "loss": 0.777,
      "step": 3264
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3031409853029114e-05,
      "loss": 0.8877,
      "step": 3265
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3027435386325609e-05,
      "loss": 0.9291,
      "step": 3266
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3023460393073232e-05,
      "loss": 0.9501,
      "step": 3267
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3019484873963339e-05,
      "loss": 0.9169,
      "step": 3268
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3015508829687369e-05,
      "loss": 0.9571,
      "step": 3269
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3011532260936863e-05,
      "loss": 1.0187,
      "step": 3270
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3007555168403446e-05,
      "loss": 0.8014,
      "step": 3271
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3003577552778839e-05,
      "loss": 0.9117,
      "step": 3272
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2999599414754847e-05,
      "loss": 0.9996,
      "step": 3273
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2995620755023378e-05,
      "loss": 0.9565,
      "step": 3274
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2991641574276419e-05,
      "loss": 0.9357,
      "step": 3275
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.298766187320605e-05,
      "loss": 0.9527,
      "step": 3276
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2983681652504445e-05,
      "loss": 0.8973,
      "step": 3277
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2979700912863869e-05,
      "loss": 1.0098,
      "step": 3278
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2975719654976674e-05,
      "loss": 0.7632,
      "step": 3279
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2971737879535295e-05,
      "loss": 0.9877,
      "step": 3280
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296775558723228e-05,
      "loss": 0.9683,
      "step": 3281
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2963772778760241e-05,
      "loss": 0.874,
      "step": 3282
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2959789454811897e-05,
      "loss": 0.9659,
      "step": 3283
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2955805616080047e-05,
      "loss": 0.9426,
      "step": 3284
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295182126325758e-05,
      "loss": 0.8362,
      "step": 3285
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2947836397037485e-05,
      "loss": 1.0196,
      "step": 3286
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2943851018112828e-05,
      "loss": 0.7668,
      "step": 3287
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2939865127176771e-05,
      "loss": 0.8465,
      "step": 3288
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.293587872492256e-05,
      "loss": 0.9961,
      "step": 3289
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2931891812043533e-05,
      "loss": 0.9537,
      "step": 3290
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2927904389233121e-05,
      "loss": 1.0198,
      "step": 3291
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2923916457184836e-05,
      "loss": 1.0164,
      "step": 3292
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2919928016592284e-05,
      "loss": 0.993,
      "step": 3293
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2915939068149153e-05,
      "loss": 0.8733,
      "step": 3294
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2911949612549228e-05,
      "loss": 1.0059,
      "step": 3295
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2907959650486377e-05,
      "loss": 0.9198,
      "step": 3296
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2903969182654556e-05,
      "loss": 0.9414,
      "step": 3297
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289997820974781e-05,
      "loss": 0.918,
      "step": 3298
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2895986732460276e-05,
      "loss": 0.9499,
      "step": 3299
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2891994751486165e-05,
      "loss": 0.8168,
      "step": 3300
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2888002267519796e-05,
      "loss": 0.9645,
      "step": 3301
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2884009281255559e-05,
      "loss": 0.935,
      "step": 3302
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2880015793387936e-05,
      "loss": 0.9763,
      "step": 3303
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2876021804611502e-05,
      "loss": 0.7575,
      "step": 3304
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2872027315620907e-05,
      "loss": 0.922,
      "step": 3305
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2868032327110904e-05,
      "loss": 0.962,
      "step": 3306
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2864036839776317e-05,
      "loss": 0.9538,
      "step": 3307
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.286004085431207e-05,
      "loss": 1.0361,
      "step": 3308
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2856044371413164e-05,
      "loss": 0.9722,
      "step": 3309
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2852047391774688e-05,
      "loss": 0.7677,
      "step": 3310
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2848049916091823e-05,
      "loss": 0.9429,
      "step": 3311
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2844051945059834e-05,
      "loss": 0.9964,
      "step": 3312
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284005347937407e-05,
      "loss": 0.9253,
      "step": 3313
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2836054519729965e-05,
      "loss": 0.9669,
      "step": 3314
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283205506682304e-05,
      "loss": 0.9883,
      "step": 3315
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2828055121348908e-05,
      "loss": 0.9135,
      "step": 3316
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.282405468400326e-05,
      "loss": 0.9708,
      "step": 3317
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2820053755481871e-05,
      "loss": 0.9289,
      "step": 3318
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2816052336480609e-05,
      "loss": 0.9622,
      "step": 3319
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2812050427695425e-05,
      "loss": 0.9236,
      "step": 3320
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2808048029822351e-05,
      "loss": 0.9522,
      "step": 3321
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2804045143557508e-05,
      "loss": 0.899,
      "step": 3322
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2800041769597102e-05,
      "loss": 0.8974,
      "step": 3323
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.279603790863742e-05,
      "loss": 0.9724,
      "step": 3324
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2792033561374836e-05,
      "loss": 0.8658,
      "step": 3325
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2788028728505814e-05,
      "loss": 0.863,
      "step": 3326
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2784023410726894e-05,
      "loss": 0.924,
      "step": 3327
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2780017608734703e-05,
      "loss": 0.9717,
      "step": 3328
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2776011323225954e-05,
      "loss": 0.9509,
      "step": 3329
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2772004554897443e-05,
      "loss": 0.8584,
      "step": 3330
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2767997304446054e-05,
      "loss": 0.9569,
      "step": 3331
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763989572568743e-05,
      "loss": 0.8112,
      "step": 3332
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2759981359962561e-05,
      "loss": 0.8983,
      "step": 3333
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2755972667324646e-05,
      "loss": 0.9371,
      "step": 3334
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2751963495352199e-05,
      "loss": 0.9458,
      "step": 3335
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2747953844742528e-05,
      "loss": 1.0231,
      "step": 3336
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2743943716193017e-05,
      "loss": 0.9552,
      "step": 3337
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2739933110401124e-05,
      "loss": 0.9099,
      "step": 3338
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2735922028064393e-05,
      "loss": 0.924,
      "step": 3339
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2731910469880467e-05,
      "loss": 1.0031,
      "step": 3340
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2727898436547046e-05,
      "loss": 0.8622,
      "step": 3341
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2723885928761934e-05,
      "loss": 0.9866,
      "step": 3342
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2719872947223006e-05,
      "loss": 0.9344,
      "step": 3343
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2715859492628224e-05,
      "loss": 1.0299,
      "step": 3344
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2711845565675628e-05,
      "loss": 1.0172,
      "step": 3345
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2707831167063351e-05,
      "loss": 0.9821,
      "step": 3346
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2703816297489593e-05,
      "loss": 0.9094,
      "step": 3347
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2699800957652643e-05,
      "loss": 0.9577,
      "step": 3348
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2695785148250875e-05,
      "loss": 1.0366,
      "step": 3349
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2691768869982738e-05,
      "loss": 0.9153,
      "step": 3350
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.268775212354677e-05,
      "loss": 0.9207,
      "step": 3351
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2683734909641586e-05,
      "loss": 0.8608,
      "step": 3352
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2679717228965877e-05,
      "loss": 0.9508,
      "step": 3353
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2675699082218429e-05,
      "loss": 0.9549,
      "step": 3354
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2671680470098098e-05,
      "loss": 0.9592,
      "step": 3355
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2667661393303826e-05,
      "loss": 0.951,
      "step": 3356
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266364185253463e-05,
      "loss": 0.9338,
      "step": 3357
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2659621848489609e-05,
      "loss": 0.9356,
      "step": 3358
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2655601381867952e-05,
      "loss": 0.7988,
      "step": 3359
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.265158045336892e-05,
      "loss": 0.7242,
      "step": 3360
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2647559063691852e-05,
      "loss": 1.0058,
      "step": 3361
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2643537213536174e-05,
      "loss": 0.8915,
      "step": 3362
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263951490360139e-05,
      "loss": 1.0492,
      "step": 3363
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263549213458708e-05,
      "loss": 0.8968,
      "step": 3364
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2631468907192912e-05,
      "loss": 1.0387,
      "step": 3365
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627445222118622e-05,
      "loss": 0.7893,
      "step": 3366
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2623421080064039e-05,
      "loss": 0.9112,
      "step": 3367
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261939648172906e-05,
      "loss": 0.9461,
      "step": 3368
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261537142781367e-05,
      "loss": 0.9027,
      "step": 3369
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2611345919017922e-05,
      "loss": 0.924,
      "step": 3370
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2607319956041965e-05,
      "loss": 0.8262,
      "step": 3371
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2603293539586014e-05,
      "loss": 0.9892,
      "step": 3372
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2599266670350367e-05,
      "loss": 0.9276,
      "step": 3373
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2595239349035394e-05,
      "loss": 0.9293,
      "step": 3374
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2591211576341555e-05,
      "loss": 0.9598,
      "step": 3375
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2587183352969385e-05,
      "loss": 0.7853,
      "step": 3376
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2583154679619493e-05,
      "loss": 1.0082,
      "step": 3377
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257912555699257e-05,
      "loss": 0.9831,
      "step": 3378
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.257509598578938e-05,
      "loss": 0.9751,
      "step": 3379
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2571065966710778e-05,
      "loss": 0.8302,
      "step": 3380
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2567035500457681e-05,
      "loss": 0.9163,
      "step": 3381
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2563004587731089e-05,
      "loss": 0.9869,
      "step": 3382
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2558973229232085e-05,
      "loss": 0.9446,
      "step": 3383
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2554941425661826e-05,
      "loss": 0.9187,
      "step": 3384
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2550909177721546e-05,
      "loss": 0.9501,
      "step": 3385
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2546876486112559e-05,
      "loss": 1.047,
      "step": 3386
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542843351536246e-05,
      "loss": 1.0181,
      "step": 3387
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2538809774694083e-05,
      "loss": 0.9276,
      "step": 3388
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2534775756287605e-05,
      "loss": 0.9752,
      "step": 3389
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2530741297018434e-05,
      "loss": 0.9637,
      "step": 3390
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2526706397588266e-05,
      "loss": 0.9658,
      "step": 3391
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2522671058698879e-05,
      "loss": 0.9379,
      "step": 3392
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2518635281052111e-05,
      "loss": 1.01,
      "step": 3393
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2514599065349899e-05,
      "loss": 0.9576,
      "step": 3394
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2510562412294239e-05,
      "loss": 1.067,
      "step": 3395
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2506525322587207e-05,
      "loss": 0.7701,
      "step": 3396
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250248779693096e-05,
      "loss": 0.9443,
      "step": 3397
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2498449836027725e-05,
      "loss": 0.9435,
      "step": 3398
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2494411440579814e-05,
      "loss": 0.9503,
      "step": 3399
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.24903726112896e-05,
      "loss": 0.8235,
      "step": 3400
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2486333348859543e-05,
      "loss": 0.9863,
      "step": 3401
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2482293653992175e-05,
      "loss": 0.9948,
      "step": 3402
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2478253527390098e-05,
      "loss": 0.8937,
      "step": 3403
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2474212969756e-05,
      "loss": 0.7782,
      "step": 3404
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2470171981792633e-05,
      "loss": 0.952,
      "step": 3405
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2466130564202833e-05,
      "loss": 1.0697,
      "step": 3406
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2462088717689506e-05,
      "loss": 0.9949,
      "step": 3407
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245804644295563e-05,
      "loss": 1.0091,
      "step": 3408
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245400374070426e-05,
      "loss": 1.0128,
      "step": 3409
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2449960611638532e-05,
      "loss": 0.9537,
      "step": 3410
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2445917056461648e-05,
      "loss": 0.7829,
      "step": 3411
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.244187307587688e-05,
      "loss": 0.9647,
      "step": 3412
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2437828670587581e-05,
      "loss": 0.9538,
      "step": 3413
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2433783841297187e-05,
      "loss": 0.8398,
      "step": 3414
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429738588709192e-05,
      "loss": 0.9271,
      "step": 3415
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2425692913527168e-05,
      "loss": 0.8376,
      "step": 3416
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.242164681645476e-05,
      "loss": 0.8126,
      "step": 3417
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2417600298195694e-05,
      "loss": 0.7692,
      "step": 3418
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241355335945376e-05,
      "loss": 0.8623,
      "step": 3419
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2409506000932827e-05,
      "loss": 0.8954,
      "step": 3420
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240545822333683e-05,
      "loss": 0.94,
      "step": 3421
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240141002736979e-05,
      "loss": 0.9485,
      "step": 3422
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2397361413735785e-05,
      "loss": 0.9853,
      "step": 3423
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2393312383138975e-05,
      "loss": 0.9154,
      "step": 3424
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238926293628359e-05,
      "loss": 0.9492,
      "step": 3425
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2385213073873936e-05,
      "loss": 1.0313,
      "step": 3426
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2381162796614385e-05,
      "loss": 1.0022,
      "step": 3427
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2377112105209386e-05,
      "loss": 0.8734,
      "step": 3428
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2373061000363457e-05,
      "loss": 0.9357,
      "step": 3429
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2369009482781191e-05,
      "loss": 0.9081,
      "step": 3430
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2364957553167252e-05,
      "loss": 0.9678,
      "step": 3431
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236090521222637e-05,
      "loss": 0.9459,
      "step": 3432
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2356852460663358e-05,
      "loss": 0.6558,
      "step": 3433
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2352799299183088e-05,
      "loss": 0.946,
      "step": 3434
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2348745728490512e-05,
      "loss": 0.9256,
      "step": 3435
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2344691749290649e-05,
      "loss": 0.9782,
      "step": 3436
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234063736228859e-05,
      "loss": 0.9717,
      "step": 3437
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2336582568189497e-05,
      "loss": 0.9652,
      "step": 3438
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2332527367698606e-05,
      "loss": 0.9328,
      "step": 3439
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2328471761521218e-05,
      "loss": 0.9012,
      "step": 3440
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2324415750362708e-05,
      "loss": 0.9687,
      "step": 3441
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232035933492852e-05,
      "loss": 0.9597,
      "step": 3442
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2316302515924168e-05,
      "loss": 0.8516,
      "step": 3443
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231224529405524e-05,
      "loss": 0.7524,
      "step": 3444
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.230818767002739e-05,
      "loss": 0.9565,
      "step": 3445
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2304129644546339e-05,
      "loss": 0.8722,
      "step": 3446
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.230007121831789e-05,
      "loss": 0.8299,
      "step": 3447
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.22960123920479e-05,
      "loss": 1.0313,
      "step": 3448
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2291953166442311e-05,
      "loss": 0.9398,
      "step": 3449
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2287893542207122e-05,
      "loss": 0.8548,
      "step": 3450
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2283833520048403e-05,
      "loss": 0.9483,
      "step": 3451
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.22797731006723e-05,
      "loss": 0.992,
      "step": 3452
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2275712284785026e-05,
      "loss": 0.9653,
      "step": 3453
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2271651073092862e-05,
      "loss": 0.8586,
      "step": 3454
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.226758946630215e-05,
      "loss": 1.0132,
      "step": 3455
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2263527465119316e-05,
      "loss": 0.7324,
      "step": 3456
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.225946507025084e-05,
      "loss": 1.0055,
      "step": 3457
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2255402282403283e-05,
      "loss": 0.8486,
      "step": 3458
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2251339102283261e-05,
      "loss": 0.9861,
      "step": 3459
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2247275530597476e-05,
      "loss": 0.9154,
      "step": 3460
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2243211568052678e-05,
      "loss": 0.944,
      "step": 3461
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2239147215355697e-05,
      "loss": 0.9436,
      "step": 3462
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2235082473213428e-05,
      "loss": 0.9529,
      "step": 3463
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223101734233284e-05,
      "loss": 1.0351,
      "step": 3464
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2226951823420958e-05,
      "loss": 0.9421,
      "step": 3465
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2222885917184884e-05,
      "loss": 0.9519,
      "step": 3466
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2218819624331774e-05,
      "loss": 0.9763,
      "step": 3467
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2214752945568875e-05,
      "loss": 0.8223,
      "step": 3468
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.221068588160348e-05,
      "loss": 0.9837,
      "step": 3469
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2206618433142956e-05,
      "loss": 0.7937,
      "step": 3470
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2202550600894733e-05,
      "loss": 0.9452,
      "step": 3471
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2198482385566317e-05,
      "loss": 0.9826,
      "step": 3472
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2194413787865279e-05,
      "loss": 0.9227,
      "step": 3473
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2190344808499246e-05,
      "loss": 0.9447,
      "step": 3474
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2186275448175919e-05,
      "loss": 0.9724,
      "step": 3475
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2182205707603066e-05,
      "loss": 0.9318,
      "step": 3476
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2178135587488515e-05,
      "loss": 1.035,
      "step": 3477
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2174065088540175e-05,
      "loss": 1.0519,
      "step": 3478
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2169994211466001e-05,
      "loss": 0.9341,
      "step": 3479
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2165922956974026e-05,
      "loss": 0.9993,
      "step": 3480
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2161851325772347e-05,
      "loss": 0.9663,
      "step": 3481
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2157779318569124e-05,
      "loss": 0.9218,
      "step": 3482
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2153706936072585e-05,
      "loss": 0.9402,
      "step": 3483
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2149634178991019e-05,
      "loss": 0.9479,
      "step": 3484
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.214556104803279e-05,
      "loss": 0.9421,
      "step": 3485
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2141487543906313e-05,
      "loss": 0.9078,
      "step": 3486
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2137413667320077e-05,
      "loss": 0.7665,
      "step": 3487
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133339418982638e-05,
      "loss": 0.8649,
      "step": 3488
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2129264799602605e-05,
      "loss": 1.0549,
      "step": 3489
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2125189809888667e-05,
      "loss": 1.0113,
      "step": 3490
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2121114450549562e-05,
      "loss": 0.9273,
      "step": 3491
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.211703872229411e-05,
      "loss": 0.8178,
      "step": 3492
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2112962625831172e-05,
      "loss": 0.9117,
      "step": 3493
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2108886161869697e-05,
      "loss": 0.9912,
      "step": 3494
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2104809331118683e-05,
      "loss": 0.9326,
      "step": 3495
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2100732134287194e-05,
      "loss": 0.9594,
      "step": 3496
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2096654572084358e-05,
      "loss": 0.9749,
      "step": 3497
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2092576645219376e-05,
      "loss": 0.8686,
      "step": 3498
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20884983544015e-05,
      "loss": 0.9281,
      "step": 3499
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2084419700340044e-05,
      "loss": 0.8882,
      "step": 3500
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2080340683744397e-05,
      "loss": 0.9748,
      "step": 3501
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2076261305324002e-05,
      "loss": 1.0054,
      "step": 3502
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2072181565788372e-05,
      "loss": 0.8745,
      "step": 3503
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2068101465847076e-05,
      "loss": 0.8909,
      "step": 3504
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2064021006209745e-05,
      "loss": 0.939,
      "step": 3505
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2059940187586079e-05,
      "loss": 0.9156,
      "step": 3506
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205585901068584e-05,
      "loss": 0.7998,
      "step": 3507
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2051777476218847e-05,
      "loss": 0.8992,
      "step": 3508
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2047695584894984e-05,
      "loss": 0.9482,
      "step": 3509
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2043613337424196e-05,
      "loss": 1.0275,
      "step": 3510
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203953073451649e-05,
      "loss": 0.951,
      "step": 3511
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203544777688194e-05,
      "loss": 0.8856,
      "step": 3512
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2031364465230672e-05,
      "loss": 0.936,
      "step": 3513
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.202728080027288e-05,
      "loss": 1.0022,
      "step": 3514
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2023196782718824e-05,
      "loss": 0.7612,
      "step": 3515
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2023196782718824e-05,
      "loss": 0.798,
      "step": 3516
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2019112413278813e-05,
      "loss": 1.0571,
      "step": 3517
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2015027692663229e-05,
      "loss": 0.9977,
      "step": 3518
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2010942621582503e-05,
      "loss": 0.9078,
      "step": 3519
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200685720074714e-05,
      "loss": 1.011,
      "step": 3520
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2002771430867698e-05,
      "loss": 0.9213,
      "step": 3521
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1998685312654799e-05,
      "loss": 0.9195,
      "step": 3522
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1994598846819119e-05,
      "loss": 0.9311,
      "step": 3523
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1990512034071407e-05,
      "loss": 0.9819,
      "step": 3524
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.198642487512246e-05,
      "loss": 1.0033,
      "step": 3525
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1982337370683139e-05,
      "loss": 0.9786,
      "step": 3526
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197824952146437e-05,
      "loss": 0.811,
      "step": 3527
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197416132817713e-05,
      "loss": 0.9688,
      "step": 3528
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1970072791532466e-05,
      "loss": 0.947,
      "step": 3529
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.196598391224148e-05,
      "loss": 0.8941,
      "step": 3530
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1961894691015328e-05,
      "loss": 0.8342,
      "step": 3531
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1957805128565232e-05,
      "loss": 1.0091,
      "step": 3532
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953715225602479e-05,
      "loss": 0.9354,
      "step": 3533
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.19496249828384e-05,
      "loss": 0.94,
      "step": 3534
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1945534400984398e-05,
      "loss": 0.9448,
      "step": 3535
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1941443480751926e-05,
      "loss": 0.9113,
      "step": 3536
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1937352222852506e-05,
      "loss": 0.8647,
      "step": 3537
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1933260627997708e-05,
      "loss": 0.9347,
      "step": 3538
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929168696899171e-05,
      "loss": 0.8001,
      "step": 3539
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1925076430268581e-05,
      "loss": 0.915,
      "step": 3540
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1920983828817692e-05,
      "loss": 0.9844,
      "step": 3541
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191689089325831e-05,
      "loss": 0.8779,
      "step": 3542
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1912797624302306e-05,
      "loss": 0.9639,
      "step": 3543
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1908704022661602e-05,
      "loss": 0.8945,
      "step": 3544
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1904610089048181e-05,
      "loss": 1.0345,
      "step": 3545
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1900515824174081e-05,
      "loss": 0.8845,
      "step": 3546
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1896421228751404e-05,
      "loss": 1.0083,
      "step": 3547
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1892326303492306e-05,
      "loss": 0.9828,
      "step": 3548
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1888231049108994e-05,
      "loss": 0.933,
      "step": 3549
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1884135466313743e-05,
      "loss": 0.8914,
      "step": 3550
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1880039555818876e-05,
      "loss": 0.9683,
      "step": 3551
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1875943318336784e-05,
      "loss": 0.8434,
      "step": 3552
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18718467545799e-05,
      "loss": 0.809,
      "step": 3553
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.186774986526073e-05,
      "loss": 0.8932,
      "step": 3554
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1863652651091824e-05,
      "loss": 1.0015,
      "step": 3555
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185955511278579e-05,
      "loss": 0.9389,
      "step": 3556
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1855457251055298e-05,
      "loss": 0.9684,
      "step": 3557
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1851359066613072e-05,
      "loss": 0.9498,
      "step": 3558
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1847260560171895e-05,
      "loss": 0.8875,
      "step": 3559
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18431617324446e-05,
      "loss": 0.9673,
      "step": 3560
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1839062584144072e-05,
      "loss": 0.9832,
      "step": 3561
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1834963115983268e-05,
      "loss": 1.007,
      "step": 3562
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1830863328675183e-05,
      "loss": 0.8998,
      "step": 3563
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1826763222932884e-05,
      "loss": 0.9445,
      "step": 3564
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182266279946948e-05,
      "loss": 0.977,
      "step": 3565
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1818562058998135e-05,
      "loss": 0.7937,
      "step": 3566
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1814461002232084e-05,
      "loss": 0.9648,
      "step": 3567
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1810359629884602e-05,
      "loss": 0.9148,
      "step": 3568
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1806257942669021e-05,
      "loss": 0.9977,
      "step": 3569
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1802155941298728e-05,
      "loss": 0.9711,
      "step": 3570
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.179805362648717e-05,
      "loss": 0.9129,
      "step": 3571
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1793950998947845e-05,
      "loss": 0.9431,
      "step": 3572
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1789848059394306e-05,
      "loss": 0.9725,
      "step": 3573
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1785744808540158e-05,
      "loss": 0.9395,
      "step": 3574
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1781641247099065e-05,
      "loss": 0.9268,
      "step": 3575
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1777537375784735e-05,
      "loss": 0.9177,
      "step": 3576
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1773433195310944e-05,
      "loss": 0.9416,
      "step": 3577
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176932870639151e-05,
      "loss": 0.9353,
      "step": 3578
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1765223909740311e-05,
      "loss": 0.9077,
      "step": 3579
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1761118806071278e-05,
      "loss": 0.8713,
      "step": 3580
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1757013396098391e-05,
      "loss": 0.963,
      "step": 3581
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175290768053569e-05,
      "loss": 0.9407,
      "step": 3582
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.174880166009726e-05,
      "loss": 0.9495,
      "step": 3583
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1744695335497247e-05,
      "loss": 0.8028,
      "step": 3584
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1740588707449845e-05,
      "loss": 0.9371,
      "step": 3585
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 0.8955,
      "step": 3586
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732374543869925e-05,
      "loss": 0.9979,
      "step": 3587
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1728267009766057e-05,
      "loss": 0.8039,
      "step": 3588
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1724159175072111e-05,
      "loss": 0.8795,
      "step": 3589
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1720051040502543e-05,
      "loss": 0.957,
      "step": 3590
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171594260677186e-05,
      "loss": 0.9967,
      "step": 3591
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171183387459463e-05,
      "loss": 0.9803,
      "step": 3592
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1707724844685467e-05,
      "loss": 1.0321,
      "step": 3593
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703615517759033e-05,
      "loss": 0.9445,
      "step": 3594
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1699505894530046e-05,
      "loss": 0.6984,
      "step": 3595
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1695395975713276e-05,
      "loss": 0.9554,
      "step": 3596
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1691285762023545e-05,
      "loss": 0.9943,
      "step": 3597
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1687175254175726e-05,
      "loss": 0.9411,
      "step": 3598
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1683064452884735e-05,
      "loss": 0.9401,
      "step": 3599
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1678953358865557e-05,
      "loss": 0.9637,
      "step": 3600
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.167484197283321e-05,
      "loss": 0.9996,
      "step": 3601
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1670730295502768e-05,
      "loss": 0.9425,
      "step": 3602
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166661832758936e-05,
      "loss": 0.749,
      "step": 3603
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1662506069808166e-05,
      "loss": 0.9207,
      "step": 3604
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1658393522874407e-05,
      "loss": 0.9866,
      "step": 3605
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1654280687503368e-05,
      "loss": 0.9922,
      "step": 3606
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1650167564410371e-05,
      "loss": 0.954,
      "step": 3607
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1646054154310795e-05,
      "loss": 0.9307,
      "step": 3608
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641940457920071e-05,
      "loss": 0.9591,
      "step": 3609
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1637826475953673e-05,
      "loss": 1.0004,
      "step": 3610
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.163371220912713e-05,
      "loss": 0.9542,
      "step": 3611
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1629597658156018e-05,
      "loss": 0.7742,
      "step": 3612
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1625482823755965e-05,
      "loss": 0.9614,
      "step": 3613
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1621367706642645e-05,
      "loss": 0.9941,
      "step": 3614
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1617252307531781e-05,
      "loss": 0.897,
      "step": 3615
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.161313662713915e-05,
      "loss": 0.9399,
      "step": 3616
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1609020666180574e-05,
      "loss": 1.0119,
      "step": 3617
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1604904425371924e-05,
      "loss": 0.9545,
      "step": 3618
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160078790542912e-05,
      "loss": 0.9403,
      "step": 3619
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.159667110706813e-05,
      "loss": 0.9823,
      "step": 3620
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1592554031004967e-05,
      "loss": 0.9541,
      "step": 3621
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1588436677955707e-05,
      "loss": 0.9488,
      "step": 3622
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158431904863646e-05,
      "loss": 0.9981,
      "step": 3623
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158020114376338e-05,
      "loss": 0.9873,
      "step": 3624
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1576082964052682e-05,
      "loss": 0.9525,
      "step": 3625
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1571964510220623e-05,
      "loss": 0.9782,
      "step": 3626
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1567845782983512e-05,
      "loss": 0.8118,
      "step": 3627
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1563726783057696e-05,
      "loss": 0.9471,
      "step": 3628
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1559607511159577e-05,
      "loss": 0.8711,
      "step": 3629
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.15554879680056e-05,
      "loss": 0.9552,
      "step": 3630
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1551368154312266e-05,
      "loss": 0.9133,
      "step": 3631
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1547248070796111e-05,
      "loss": 0.9592,
      "step": 3632
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1543127718173722e-05,
      "loss": 0.7904,
      "step": 3633
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1539007097161742e-05,
      "loss": 0.7853,
      "step": 3634
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1534886208476842e-05,
      "loss": 0.9596,
      "step": 3635
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153076505283576e-05,
      "loss": 0.9107,
      "step": 3636
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1526643630955266e-05,
      "loss": 0.7267,
      "step": 3637
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1522521943552185e-05,
      "loss": 0.9091,
      "step": 3638
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151839999134338e-05,
      "loss": 0.9166,
      "step": 3639
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1514277775045768e-05,
      "loss": 0.9764,
      "step": 3640
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1510155295376308e-05,
      "loss": 0.9428,
      "step": 3641
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1506032553052003e-05,
      "loss": 0.8585,
      "step": 3642
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1501909548789904e-05,
      "loss": 0.9229,
      "step": 3643
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.149778628330711e-05,
      "loss": 0.8981,
      "step": 3644
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1493662757320763e-05,
      "loss": 0.8768,
      "step": 3645
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489538971548047e-05,
      "loss": 0.9188,
      "step": 3646
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1485414926706198e-05,
      "loss": 0.9758,
      "step": 3647
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1481290623512491e-05,
      "loss": 0.9248,
      "step": 3648
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1477166062684246e-05,
      "loss": 0.8922,
      "step": 3649
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473041244938835e-05,
      "loss": 0.9085,
      "step": 3650
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1468916170993672e-05,
      "loss": 0.9651,
      "step": 3651
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1464790841566207e-05,
      "loss": 0.9956,
      "step": 3652
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1460665257373944e-05,
      "loss": 0.9739,
      "step": 3653
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1456539419134428e-05,
      "loss": 0.9641,
      "step": 3654
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1452413327565247e-05,
      "loss": 0.9993,
      "step": 3655
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1448286983384035e-05,
      "loss": 1.0047,
      "step": 3656
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1444160387308472e-05,
      "loss": 1.0064,
      "step": 3657
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1440033540056277e-05,
      "loss": 0.9572,
      "step": 3658
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1435906442345213e-05,
      "loss": 0.9541,
      "step": 3659
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143177909489309e-05,
      "loss": 0.8969,
      "step": 3660
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1427651498417762e-05,
      "loss": 0.9775,
      "step": 3661
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1423523653637126e-05,
      "loss": 0.8867,
      "step": 3662
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.141939556126911e-05,
      "loss": 0.8961,
      "step": 3663
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1415267222031705e-05,
      "loss": 1.0181,
      "step": 3664
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1411138636642933e-05,
      "loss": 0.9129,
      "step": 3665
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1407009805820861e-05,
      "loss": 0.8213,
      "step": 3666
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1402880730283598e-05,
      "loss": 0.8302,
      "step": 3667
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1398751410749298e-05,
      "loss": 0.9237,
      "step": 3668
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1394621847936154e-05,
      "loss": 0.932,
      "step": 3669
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1390492042562405e-05,
      "loss": 0.9224,
      "step": 3670
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1386361995346327e-05,
      "loss": 0.9331,
      "step": 3671
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382231707006249e-05,
      "loss": 0.7536,
      "step": 3672
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1378101178260525e-05,
      "loss": 1.0319,
      "step": 3673
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1373970409827563e-05,
      "loss": 0.9886,
      "step": 3674
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1369839402425815e-05,
      "loss": 0.8577,
      "step": 3675
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1365708156773764e-05,
      "loss": 0.9772,
      "step": 3676
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1361576673589945e-05,
      "loss": 1.0418,
      "step": 3677
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1357444953592924e-05,
      "loss": 0.9059,
      "step": 3678
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1353312997501313e-05,
      "loss": 0.9003,
      "step": 3679
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1349180806033768e-05,
      "loss": 0.9624,
      "step": 3680
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1345048379908985e-05,
      "loss": 0.8433,
      "step": 3681
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1340915719845695e-05,
      "loss": 0.9394,
      "step": 3682
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1336782826562675e-05,
      "loss": 1.029,
      "step": 3683
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1332649700778746e-05,
      "loss": 1.0039,
      "step": 3684
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1328516343212758e-05,
      "loss": 0.957,
      "step": 3685
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1324382754583616e-05,
      "loss": 0.897,
      "step": 3686
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1320248935610252e-05,
      "loss": 0.8671,
      "step": 3687
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131611488701164e-05,
      "loss": 0.8955,
      "step": 3688
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1311980609506802e-05,
      "loss": 0.9571,
      "step": 3689
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1307846103814799e-05,
      "loss": 0.9675,
      "step": 3690
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1303711370654721e-05,
      "loss": 1.0261,
      "step": 3691
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1299576410745707e-05,
      "loss": 0.9973,
      "step": 3692
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1295441224806936e-05,
      "loss": 1.0927,
      "step": 3693
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1291305813557616e-05,
      "loss": 0.9947,
      "step": 3694
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1287170177717008e-05,
      "loss": 0.9863,
      "step": 3695
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1283034318004402e-05,
      "loss": 1.0223,
      "step": 3696
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1278898235139132e-05,
      "loss": 0.9472,
      "step": 3697
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.127476192984057e-05,
      "loss": 0.9395,
      "step": 3698
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1270625402828121e-05,
      "loss": 0.9169,
      "step": 3699
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126648865482124e-05,
      "loss": 0.9447,
      "step": 3700
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1262351686539408e-05,
      "loss": 0.8932,
      "step": 3701
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1258214498702154e-05,
      "loss": 0.9449,
      "step": 3702
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1254077092029039e-05,
      "loss": 0.9448,
      "step": 3703
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1249939467239668e-05,
      "loss": 0.9567,
      "step": 3704
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1245801625053677e-05,
      "loss": 1.0109,
      "step": 3705
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1241663566190744e-05,
      "loss": 1.0105,
      "step": 3706
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1237525291370586e-05,
      "loss": 0.9144,
      "step": 3707
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1233386801312951e-05,
      "loss": 0.9204,
      "step": 3708
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1229248096737631e-05,
      "loss": 0.8817,
      "step": 3709
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1225109178364456e-05,
      "loss": 0.8169,
      "step": 3710
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1220970046913287e-05,
      "loss": 0.9327,
      "step": 3711
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1216830703104028e-05,
      "loss": 0.9307,
      "step": 3712
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1212691147656612e-05,
      "loss": 0.9214,
      "step": 3713
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1208551381291018e-05,
      "loss": 0.7869,
      "step": 3714
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1204411404727258e-05,
      "loss": 0.7609,
      "step": 3715
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1200271218685382e-05,
      "loss": 0.8164,
      "step": 3716
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1196130823885471e-05,
      "loss": 0.9515,
      "step": 3717
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1191990221047645e-05,
      "loss": 0.8037,
      "step": 3718
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1187849410892072e-05,
      "loss": 0.9351,
      "step": 3719
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1183708394138933e-05,
      "loss": 0.9064,
      "step": 3720
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1179567171508463e-05,
      "loss": 0.9464,
      "step": 3721
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175425743720925e-05,
      "loss": 0.8254,
      "step": 3722
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.117128411149662e-05,
      "loss": 1.0068,
      "step": 3723
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1167142275555886e-05,
      "loss": 0.9361,
      "step": 3724
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1163000236619097e-05,
      "loss": 0.9348,
      "step": 3725
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1158857995406653e-05,
      "loss": 0.8947,
      "step": 3726
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1154715552639002e-05,
      "loss": 0.9651,
      "step": 3727
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115057290903662e-05,
      "loss": 0.9373,
      "step": 3728
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1146430065320019e-05,
      "loss": 0.9813,
      "step": 3729
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1142287022209745e-05,
      "loss": 0.9473,
      "step": 3730
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1138143780426383e-05,
      "loss": 0.9344,
      "step": 3731
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1134000340690545e-05,
      "loss": 0.9456,
      "step": 3732
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1129856703722883e-05,
      "loss": 0.7463,
      "step": 3733
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1125712870244088e-05,
      "loss": 0.9677,
      "step": 3734
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1121568840974867e-05,
      "loss": 0.9156,
      "step": 3735
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1117424616635986e-05,
      "loss": 0.9206,
      "step": 3736
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1113280197948226e-05,
      "loss": 0.8802,
      "step": 3737
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1109135585632404e-05,
      "loss": 0.9745,
      "step": 3738
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1104990780409382e-05,
      "loss": 0.9595,
      "step": 3739
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1100845783000047e-05,
      "loss": 0.8902,
      "step": 3740
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1096700594125318e-05,
      "loss": 0.8997,
      "step": 3741
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1092555214506149e-05,
      "loss": 0.9851,
      "step": 3742
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1088409644863532e-05,
      "loss": 0.9051,
      "step": 3743
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1084263885918487e-05,
      "loss": 0.9896,
      "step": 3744
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1080117938392068e-05,
      "loss": 0.9591,
      "step": 3745
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1075971803005358e-05,
      "loss": 0.9513,
      "step": 3746
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1071825480479481e-05,
      "loss": 0.9662,
      "step": 3747
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.106767897153559e-05,
      "loss": 0.8795,
      "step": 3748
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1063532276894866e-05,
      "loss": 0.7823,
      "step": 3749
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1059385397278529e-05,
      "loss": 0.945,
      "step": 3750
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1055238333407826e-05,
      "loss": 0.8465,
      "step": 3751
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1051091086004036e-05,
      "loss": 0.785,
      "step": 3752
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046943655788476e-05,
      "loss": 0.9759,
      "step": 3753
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1042796043482488e-05,
      "loss": 0.9873,
      "step": 3754
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1038648249807452e-05,
      "loss": 0.8892,
      "step": 3755
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1034500275484773e-05,
      "loss": 1.0085,
      "step": 3756
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.103035212123589e-05,
      "loss": 0.9365,
      "step": 3757
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1026203787782277e-05,
      "loss": 0.9711,
      "step": 3758
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1022055275845433e-05,
      "loss": 0.9621,
      "step": 3759
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1017906586146889e-05,
      "loss": 0.9603,
      "step": 3760
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1013757719408216e-05,
      "loss": 0.984,
      "step": 3761
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1009608676350998e-05,
      "loss": 0.926,
      "step": 3762
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1005459457696871e-05,
      "loss": 0.9827,
      "step": 3763
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1001310064167482e-05,
      "loss": 0.9278,
      "step": 3764
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0997160496484528e-05,
      "loss": 0.9479,
      "step": 3765
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0993010755369715e-05,
      "loss": 0.7932,
      "step": 3766
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0988860841544793e-05,
      "loss": 0.9472,
      "step": 3767
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0984710755731538e-05,
      "loss": 0.887,
      "step": 3768
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0980560498651762e-05,
      "loss": 1.0367,
      "step": 3769
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0976410071027297e-05,
      "loss": 1.0213,
      "step": 3770
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.097225947358001e-05,
      "loss": 0.9898,
      "step": 3771
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0968108707031792e-05,
      "loss": 0.9725,
      "step": 3772
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0963957772104575e-05,
      "loss": 1.0288,
      "step": 3773
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095980666952031e-05,
      "loss": 0.9257,
      "step": 3774
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0955655400000983e-05,
      "loss": 0.7227,
      "step": 3775
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0951503964268604e-05,
      "loss": 0.9103,
      "step": 3776
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0947352363045211e-05,
      "loss": 0.9717,
      "step": 3777
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0943200597052883e-05,
      "loss": 0.9595,
      "step": 3778
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0939048667013714e-05,
      "loss": 0.8404,
      "step": 3779
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0934896573649831e-05,
      "loss": 1.0259,
      "step": 3780
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0930744317683389e-05,
      "loss": 0.9434,
      "step": 3781
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0926591899836575e-05,
      "loss": 1.0093,
      "step": 3782
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0922439320831598e-05,
      "loss": 0.7976,
      "step": 3783
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0918286581390703e-05,
      "loss": 0.7874,
      "step": 3784
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0914133682236151e-05,
      "loss": 0.9148,
      "step": 3785
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0909980624090246e-05,
      "loss": 0.9966,
      "step": 3786
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0905827407675304e-05,
      "loss": 0.9628,
      "step": 3787
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0901674033713685e-05,
      "loss": 0.9654,
      "step": 3788
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.089752050292776e-05,
      "loss": 0.8959,
      "step": 3789
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0893366816039936e-05,
      "loss": 0.8954,
      "step": 3790
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0889212973772651e-05,
      "loss": 1.0259,
      "step": 3791
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0885058976848356e-05,
      "loss": 0.9583,
      "step": 3792
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0880904825989549e-05,
      "loss": 0.9897,
      "step": 3793
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0876750521918733e-05,
      "loss": 0.9721,
      "step": 3794
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0872596065358455e-05,
      "loss": 1.0532,
      "step": 3795
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.086844145703128e-05,
      "loss": 0.9663,
      "step": 3796
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0864286697659802e-05,
      "loss": 0.9501,
      "step": 3797
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0860131787966639e-05,
      "loss": 1.0278,
      "step": 3798
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085597672867444e-05,
      "loss": 0.9854,
      "step": 3799
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0851821520505872e-05,
      "loss": 0.919,
      "step": 3800
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0847666164183632e-05,
      "loss": 0.9978,
      "step": 3801
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0843510660430447e-05,
      "loss": 0.8962,
      "step": 3802
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0839355009969068e-05,
      "loss": 0.9275,
      "step": 3803
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0835199213522267e-05,
      "loss": 0.9408,
      "step": 3804
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0831043271812842e-05,
      "loss": 0.9218,
      "step": 3805
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0826887185563617e-05,
      "loss": 0.9114,
      "step": 3806
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0822730955497447e-05,
      "loss": 1.0354,
      "step": 3807
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818574582337205e-05,
      "loss": 0.9212,
      "step": 3808
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0814418066805792e-05,
      "loss": 0.9131,
      "step": 3809
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0810261409626133e-05,
      "loss": 0.9649,
      "step": 3810
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0806104611521173e-05,
      "loss": 0.9277,
      "step": 3811
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0801947673213891e-05,
      "loss": 0.7878,
      "step": 3812
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0797790595427285e-05,
      "loss": 0.7945,
      "step": 3813
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0793633378884378e-05,
      "loss": 0.95,
      "step": 3814
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0789476024308214e-05,
      "loss": 0.7967,
      "step": 3815
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0785318532421865e-05,
      "loss": 0.9803,
      "step": 3816
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0781160903948428e-05,
      "loss": 0.9781,
      "step": 3817
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0777003139611025e-05,
      "loss": 1.051,
      "step": 3818
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0772845240132786e-05,
      "loss": 0.8438,
      "step": 3819
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0768687206236887e-05,
      "loss": 0.9989,
      "step": 3820
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0764529038646515e-05,
      "loss": 0.917,
      "step": 3821
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076037073808488e-05,
      "loss": 0.9389,
      "step": 3822
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0756212305275218e-05,
      "loss": 0.9452,
      "step": 3823
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075205374094079e-05,
      "loss": 0.9602,
      "step": 3824
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0747895045804872e-05,
      "loss": 0.8982,
      "step": 3825
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0743736220590773e-05,
      "loss": 0.9518,
      "step": 3826
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0739577266021819e-05,
      "loss": 0.8103,
      "step": 3827
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0735418182821358e-05,
      "loss": 0.862,
      "step": 3828
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0731258971712762e-05,
      "loss": 0.8756,
      "step": 3829
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0727099633419424e-05,
      "loss": 0.7261,
      "step": 3830
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.072294016866476e-05,
      "loss": 0.7992,
      "step": 3831
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0718780578172205e-05,
      "loss": 0.9394,
      "step": 3832
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0714620862665229e-05,
      "loss": 0.9204,
      "step": 3833
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0710461022867303e-05,
      "loss": 0.9898,
      "step": 3834
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.070630105950193e-05,
      "loss": 0.841,
      "step": 3835
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0702140973292642e-05,
      "loss": 0.984,
      "step": 3836
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0697980764962983e-05,
      "loss": 0.9977,
      "step": 3837
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0693820435236517e-05,
      "loss": 0.8771,
      "step": 3838
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0689659984836836e-05,
      "loss": 0.9247,
      "step": 3839
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0685499414487543e-05,
      "loss": 0.9067,
      "step": 3840
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0681338724912273e-05,
      "loss": 1.0043,
      "step": 3841
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0677177916834678e-05,
      "loss": 0.998,
      "step": 3842
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0673016990978429e-05,
      "loss": 0.9307,
      "step": 3843
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0668855948067214e-05,
      "loss": 0.8914,
      "step": 3844
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.066469478882475e-05,
      "loss": 0.9982,
      "step": 3845
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0660533513974765e-05,
      "loss": 0.7779,
      "step": 3846
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0656372124241018e-05,
      "loss": 0.8204,
      "step": 3847
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0652210620347276e-05,
      "loss": 0.9157,
      "step": 3848
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0648049003017334e-05,
      "loss": 0.8541,
      "step": 3849
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643887272975005e-05,
      "loss": 0.7753,
      "step": 3850
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0639725430944117e-05,
      "loss": 0.9067,
      "step": 3851
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0635563477648527e-05,
      "loss": 0.9324,
      "step": 3852
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.06314014138121e-05,
      "loss": 0.9264,
      "step": 3853
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0627239240158735e-05,
      "loss": 0.9937,
      "step": 3854
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.062307695741233e-05,
      "loss": 0.9595,
      "step": 3855
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.061891456629682e-05,
      "loss": 0.9434,
      "step": 3856
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0614752067536147e-05,
      "loss": 0.913,
      "step": 3857
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0610589461854284e-05,
      "loss": 0.7963,
      "step": 3858
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.060642674997521e-05,
      "loss": 1.0512,
      "step": 3859
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0602263932622923e-05,
      "loss": 1.0161,
      "step": 3860
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059810101052145e-05,
      "loss": 0.9802,
      "step": 3861
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0593937984394835e-05,
      "loss": 0.8581,
      "step": 3862
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0589774854967127e-05,
      "loss": 0.9541,
      "step": 3863
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0585611622962406e-05,
      "loss": 0.8506,
      "step": 3864
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0581448289104759e-05,
      "loss": 0.9726,
      "step": 3865
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0577284854118304e-05,
      "loss": 0.8877,
      "step": 3866
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0573121318727164e-05,
      "loss": 0.9854,
      "step": 3867
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0568957683655492e-05,
      "loss": 0.959,
      "step": 3868
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0564793949627443e-05,
      "loss": 1.0213,
      "step": 3869
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0560630117367198e-05,
      "loss": 0.9287,
      "step": 3870
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0556466187598961e-05,
      "loss": 0.9465,
      "step": 3871
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0552302161046943e-05,
      "loss": 0.9368,
      "step": 3872
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0548138038435377e-05,
      "loss": 0.8773,
      "step": 3873
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0543973820488507e-05,
      "loss": 0.9288,
      "step": 3874
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0539809507930598e-05,
      "loss": 0.9779,
      "step": 3875
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0535645101485936e-05,
      "loss": 0.9943,
      "step": 3876
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0531480601878815e-05,
      "loss": 0.9451,
      "step": 3877
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0527316009833546e-05,
      "loss": 1.0043,
      "step": 3878
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0523151326074466e-05,
      "loss": 0.8786,
      "step": 3879
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.051898655132591e-05,
      "loss": 0.976,
      "step": 3880
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0514821686312251e-05,
      "loss": 1.0115,
      "step": 3881
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0510656731757857e-05,
      "loss": 0.9965,
      "step": 3882
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0506491688387128e-05,
      "loss": 0.9342,
      "step": 3883
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.050232655692447e-05,
      "loss": 0.6256,
      "step": 3884
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.04981613380943e-05,
      "loss": 0.9062,
      "step": 3885
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0493996032621064e-05,
      "loss": 0.8131,
      "step": 3886
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0489830641229211e-05,
      "loss": 0.9518,
      "step": 3887
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0485665164643214e-05,
      "loss": 1.0032,
      "step": 3888
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0481499603587557e-05,
      "loss": 0.9499,
      "step": 3889
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0477333958786733e-05,
      "loss": 0.953,
      "step": 3890
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0473168230965259e-05,
      "loss": 0.9215,
      "step": 3891
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.046900242084766e-05,
      "loss": 0.7627,
      "step": 3892
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0464836529158479e-05,
      "loss": 0.893,
      "step": 3893
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.046067055662227e-05,
      "loss": 0.9785,
      "step": 3894
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0456504503963602e-05,
      "loss": 0.9039,
      "step": 3895
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0452338371907065e-05,
      "loss": 0.783,
      "step": 3896
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.044817216117725e-05,
      "loss": 1.0427,
      "step": 3897
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0444005872498773e-05,
      "loss": 0.9054,
      "step": 3898
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.043983950659625e-05,
      "loss": 0.9481,
      "step": 3899
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0435673064194327e-05,
      "loss": 1.0177,
      "step": 3900
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0431506546017656e-05,
      "loss": 0.9366,
      "step": 3901
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0427339952790899e-05,
      "loss": 0.9967,
      "step": 3902
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0423173285238735e-05,
      "loss": 0.9907,
      "step": 3903
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.041900654408585e-05,
      "loss": 0.9414,
      "step": 3904
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.041483973005695e-05,
      "loss": 0.997,
      "step": 3905
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0410672843876757e-05,
      "loss": 0.9211,
      "step": 3906
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0406505886269993e-05,
      "loss": 0.9201,
      "step": 3907
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0402338857961401e-05,
      "loss": 0.9262,
      "step": 3908
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0398171759675733e-05,
      "loss": 0.903,
      "step": 3909
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0394004592137757e-05,
      "loss": 0.9163,
      "step": 3910
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.038983735607225e-05,
      "loss": 0.9204,
      "step": 3911
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0385670052204e-05,
      "loss": 0.8031,
      "step": 3912
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0381502681257811e-05,
      "loss": 0.9512,
      "step": 3913
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0377335243958493e-05,
      "loss": 0.9273,
      "step": 3914
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0373167741030872e-05,
      "loss": 0.9355,
      "step": 3915
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0369000173199784e-05,
      "loss": 0.9136,
      "step": 3916
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0364832541190077e-05,
      "loss": 0.9432,
      "step": 3917
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.036066484572661e-05,
      "loss": 0.9655,
      "step": 3918
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0356497087534245e-05,
      "loss": 0.9404,
      "step": 3919
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0352329267337872e-05,
      "loss": 0.9424,
      "step": 3920
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0348161385862376e-05,
      "loss": 0.8581,
      "step": 3921
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0343993443832664e-05,
      "loss": 0.9337,
      "step": 3922
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0339825441973646e-05,
      "loss": 0.9449,
      "step": 3923
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0335657381010242e-05,
      "loss": 0.7593,
      "step": 3924
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0331489261667387e-05,
      "loss": 0.9498,
      "step": 3925
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0327321084670023e-05,
      "loss": 0.891,
      "step": 3926
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0323152850743107e-05,
      "loss": 0.9308,
      "step": 3927
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.03189845606116e-05,
      "loss": 0.931,
      "step": 3928
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0314816215000471e-05,
      "loss": 0.9806,
      "step": 3929
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0310647814634709e-05,
      "loss": 0.6469,
      "step": 3930
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.03064793602393e-05,
      "loss": 0.9269,
      "step": 3931
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0302310852539253e-05,
      "loss": 0.9608,
      "step": 3932
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.029814229225957e-05,
      "loss": 1.0455,
      "step": 3933
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0293973680125274e-05,
      "loss": 0.7758,
      "step": 3934
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0289805016861398e-05,
      "loss": 0.9102,
      "step": 3935
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0285636303192976e-05,
      "loss": 0.9014,
      "step": 3936
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.028146753984505e-05,
      "loss": 0.9251,
      "step": 3937
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0277298727542689e-05,
      "loss": 0.7965,
      "step": 3938
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.027312986701094e-05,
      "loss": 0.7636,
      "step": 3939
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0268960958974887e-05,
      "loss": 0.9251,
      "step": 3940
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0264792004159604e-05,
      "loss": 0.9871,
      "step": 3941
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0260623003290182e-05,
      "loss": 0.9648,
      "step": 3942
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0256453957091718e-05,
      "loss": 0.8924,
      "step": 3943
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0252284866289314e-05,
      "loss": 0.9515,
      "step": 3944
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0248115731608086e-05,
      "loss": 0.9794,
      "step": 3945
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0243946553773149e-05,
      "loss": 0.9479,
      "step": 3946
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0239777333509635e-05,
      "loss": 1.0106,
      "step": 3947
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0235608071542674e-05,
      "loss": 0.8945,
      "step": 3948
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.023143876859741e-05,
      "loss": 0.906,
      "step": 3949
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.022726942539899e-05,
      "loss": 1.0251,
      "step": 3950
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0223100042672578e-05,
      "loss": 0.9217,
      "step": 3951
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0218930621143328e-05,
      "loss": 0.9524,
      "step": 3952
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.021476116153641e-05,
      "loss": 0.8846,
      "step": 3953
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0210591664577006e-05,
      "loss": 0.9464,
      "step": 3954
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0206422130990294e-05,
      "loss": 0.9396,
      "step": 3955
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0202252561501467e-05,
      "loss": 0.8186,
      "step": 3956
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0198082956835718e-05,
      "loss": 0.9531,
      "step": 3957
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0193913317718245e-05,
      "loss": 0.9025,
      "step": 3958
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.018974364487426e-05,
      "loss": 0.7693,
      "step": 3959
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0185573939028976e-05,
      "loss": 1.0148,
      "step": 3960
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0181404200907614e-05,
      "loss": 0.9784,
      "step": 3961
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0177234431235394e-05,
      "loss": 0.7886,
      "step": 3962
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0173064630737549e-05,
      "loss": 0.9426,
      "step": 3963
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0168894800139311e-05,
      "loss": 0.9247,
      "step": 3964
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.016472494016593e-05,
      "loss": 0.8812,
      "step": 3965
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.016055505154264e-05,
      "loss": 1.0523,
      "step": 3966
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0156385134994697e-05,
      "loss": 0.9426,
      "step": 3967
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.015221519124736e-05,
      "loss": 0.9007,
      "step": 3968
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0148045221025887e-05,
      "loss": 0.987,
      "step": 3969
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0143875225055542e-05,
      "loss": 0.982,
      "step": 3970
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0139705204061591e-05,
      "loss": 0.9581,
      "step": 3971
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0135535158769318e-05,
      "loss": 0.996,
      "step": 3972
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.013136508990399e-05,
      "loss": 0.9489,
      "step": 3973
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0127194998190898e-05,
      "loss": 0.8589,
      "step": 3974
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0123024884355323e-05,
      "loss": 0.9571,
      "step": 3975
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.011885474912256e-05,
      "loss": 0.906,
      "step": 3976
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0114684593217898e-05,
      "loss": 0.9298,
      "step": 3977
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0110514417366634e-05,
      "loss": 0.917,
      "step": 3978
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0106344222294074e-05,
      "loss": 0.8939,
      "step": 3979
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0102174008725514e-05,
      "loss": 1.0032,
      "step": 3980
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.009800377738627e-05,
      "loss": 0.8465,
      "step": 3981
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0093833529001649e-05,
      "loss": 1.0055,
      "step": 3982
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0089663264296961e-05,
      "loss": 0.9579,
      "step": 3983
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0085492983997524e-05,
      "loss": 0.9304,
      "step": 3984
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0081322688828663e-05,
      "loss": 0.8421,
      "step": 3985
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0077152379515693e-05,
      "loss": 0.9547,
      "step": 3986
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.007298205678394e-05,
      "loss": 1.0121,
      "step": 3987
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.006881172135873e-05,
      "loss": 0.9149,
      "step": 3988
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0064641373965394e-05,
      "loss": 0.8891,
      "step": 3989
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0060471015329259e-05,
      "loss": 0.8846,
      "step": 3990
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0056300646175661e-05,
      "loss": 0.8186,
      "step": 3991
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0052130267229928e-05,
      "loss": 0.8048,
      "step": 3992
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0047959879217405e-05,
      "loss": 0.931,
      "step": 3993
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0043789482863426e-05,
      "loss": 0.9414,
      "step": 3994
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0039619078893328e-05,
      "loss": 0.8426,
      "step": 3995
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0035448668032455e-05,
      "loss": 0.9148,
      "step": 3996
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0031278251006145e-05,
      "loss": 0.8948,
      "step": 3997
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0027107828539741e-05,
      "loss": 0.8594,
      "step": 3998
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0022937401358593e-05,
      "loss": 0.9101,
      "step": 3999
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.0018766970188041e-05,
      "loss": 0.9239,
      "step": 4000
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0014596535753424e-05,
      "loss": 0.9672,
      "step": 4001
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0010426098780102e-05,
      "loss": 0.9486,
      "step": 4002
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0006255659993407e-05,
      "loss": 0.9225,
      "step": 4003
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.0002085220118695e-05,
      "loss": 0.9228,
      "step": 4004
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.99791477988131e-06,
      "loss": 0.9128,
      "step": 4005
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.993744340006595e-06,
      "loss": 0.9904,
      "step": 4006
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.989573901219903e-06,
      "loss": 0.9814,
      "step": 4007
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.985403464246577e-06,
      "loss": 0.7375,
      "step": 4008
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.981233029811964e-06,
      "loss": 0.9397,
      "step": 4009
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.977062598641412e-06,
      "loss": 0.9948,
      "step": 4010
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.972892171460262e-06,
      "loss": 0.9778,
      "step": 4011
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.968721748993858e-06,
      "loss": 0.9358,
      "step": 4012
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.964551331967549e-06,
      "loss": 0.9212,
      "step": 4013
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.960380921106674e-06,
      "loss": 0.8969,
      "step": 4014
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.95621051713658e-06,
      "loss": 0.9179,
      "step": 4015
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.952040120782597e-06,
      "loss": 0.94,
      "step": 4016
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.947869732770073e-06,
      "loss": 0.9779,
      "step": 4017
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.943699353824344e-06,
      "loss": 0.8574,
      "step": 4018
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.939528984670743e-06,
      "loss": 1.0253,
      "step": 4019
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.935358626034607e-06,
      "loss": 1.0,
      "step": 4020
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.931188278641272e-06,
      "loss": 0.9409,
      "step": 4021
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.927017943216062e-06,
      "loss": 0.9727,
      "step": 4022
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.92284762048431e-06,
      "loss": 0.7891,
      "step": 4023
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.91867731117134e-06,
      "loss": 0.984,
      "step": 4024
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.914507016002476e-06,
      "loss": 0.9124,
      "step": 4025
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.910336735703042e-06,
      "loss": 0.8336,
      "step": 4026
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.906166470998354e-06,
      "loss": 0.9809,
      "step": 4027
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.901996222613732e-06,
      "loss": 0.9745,
      "step": 4028
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.89782599127449e-06,
      "loss": 0.7578,
      "step": 4029
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.89365577770593e-06,
      "loss": 0.9254,
      "step": 4030
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88948558263337e-06,
      "loss": 1.0218,
      "step": 4031
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.885315406782104e-06,
      "loss": 0.9489,
      "step": 4032
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.88114525087744e-06,
      "loss": 0.9616,
      "step": 4033
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.876975115644679e-06,
      "loss": 0.9736,
      "step": 4034
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.872805001809103e-06,
      "loss": 0.9677,
      "step": 4035
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.86863491009601e-06,
      "loss": 0.8783,
      "step": 4036
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.864464841230685e-06,
      "loss": 0.9155,
      "step": 4037
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.860294795938408e-06,
      "loss": 0.9509,
      "step": 4038
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.856124774944464e-06,
      "loss": 0.8397,
      "step": 4039
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.851954778974118e-06,
      "loss": 0.8935,
      "step": 4040
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.847784808752642e-06,
      "loss": 1.0424,
      "step": 4041
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.843614865005306e-06,
      "loss": 0.7395,
      "step": 4042
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.839444948457363e-06,
      "loss": 0.908,
      "step": 4043
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.835275059834078e-06,
      "loss": 1.0047,
      "step": 4044
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.83110519986069e-06,
      "loss": 0.9991,
      "step": 4045
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.826935369262455e-06,
      "loss": 0.9283,
      "step": 4046
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.822765568764609e-06,
      "loss": 0.9444,
      "step": 4047
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.81859579909239e-06,
      "loss": 0.7796,
      "step": 4048
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.814426060971022e-06,
      "loss": 0.9183,
      "step": 4049
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.810256355125742e-06,
      "loss": 0.9679,
      "step": 4050
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.806086682281759e-06,
      "loss": 0.9142,
      "step": 4051
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.801917043164287e-06,
      "loss": 0.9673,
      "step": 4052
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.797747438498536e-06,
      "loss": 0.8381,
      "step": 4053
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.793577869009706e-06,
      "loss": 0.9492,
      "step": 4054
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.789408335422999e-06,
      "loss": 0.9087,
      "step": 4055
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.785238838463593e-06,
      "loss": 0.8268,
      "step": 4056
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.781069378856677e-06,
      "loss": 0.9922,
      "step": 4057
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.776899957327427e-06,
      "loss": 0.9264,
      "step": 4058
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.77273057460101e-06,
      "loss": 0.9668,
      "step": 4059
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.768561231402594e-06,
      "loss": 0.7318,
      "step": 4060
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.764391928457331e-06,
      "loss": 0.9218,
      "step": 4061
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.760222666490367e-06,
      "loss": 0.9313,
      "step": 4062
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.756053446226854e-06,
      "loss": 0.8981,
      "step": 4063
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.751884268391917e-06,
      "loss": 0.9307,
      "step": 4064
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.747715133710687e-06,
      "loss": 0.9039,
      "step": 4065
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.743546042908284e-06,
      "loss": 0.9286,
      "step": 4066
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.739376996709818e-06,
      "loss": 0.9362,
      "step": 4067
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.7352079958404e-06,
      "loss": 0.9735,
      "step": 4068
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.731039041025116e-06,
      "loss": 1.0224,
      "step": 4069
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.72687013298906e-06,
      "loss": 0.9412,
      "step": 4070
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.722701272457316e-06,
      "loss": 0.9011,
      "step": 4071
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.718532460154948e-06,
      "loss": 0.8817,
      "step": 4072
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.71436369680703e-06,
      "loss": 0.8982,
      "step": 4073
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.710194983138605e-06,
      "loss": 0.9701,
      "step": 4074
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.706026319874726e-06,
      "loss": 0.9228,
      "step": 4075
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.701857707740432e-06,
      "loss": 0.9933,
      "step": 4076
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.69768914746075e-06,
      "loss": 0.973,
      "step": 4077
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.693520639760703e-06,
      "loss": 0.8921,
      "step": 4078
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.689352185365294e-06,
      "loss": 0.782,
      "step": 4079
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.68518378499953e-06,
      "loss": 0.7517,
      "step": 4080
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.681015439388404e-06,
      "loss": 0.8772,
      "step": 4081
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.676847149256894e-06,
      "loss": 1.003,
      "step": 4082
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.672678915329976e-06,
      "loss": 0.9381,
      "step": 4083
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.668510738332618e-06,
      "loss": 0.8956,
      "step": 4084
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.664342618989762e-06,
      "loss": 0.7685,
      "step": 4085
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.660174558026358e-06,
      "loss": 0.9014,
      "step": 4086
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.656006556167337e-06,
      "loss": 0.9883,
      "step": 4087
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.651838614137624e-06,
      "loss": 0.8173,
      "step": 4088
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.647670732662133e-06,
      "loss": 0.9349,
      "step": 4089
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.643502912465757e-06,
      "loss": 0.7437,
      "step": 4090
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.639335154273397e-06,
      "loss": 0.6751,
      "step": 4091
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.635167458809926e-06,
      "loss": 0.9804,
      "step": 4092
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.630999826800217e-06,
      "loss": 0.7836,
      "step": 4093
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.626832258969133e-06,
      "loss": 0.9415,
      "step": 4094
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.62266475604151e-06,
      "loss": 0.9654,
      "step": 4095
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.61849731874219e-06,
      "loss": 0.9598,
      "step": 4096
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.614329947796003e-06,
      "loss": 0.9361,
      "step": 4097
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.610162643927751e-06,
      "loss": 0.8037,
      "step": 4098
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.605995407862248e-06,
      "loss": 0.6424,
      "step": 4099
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.60182824032427e-06,
      "loss": 0.9497,
      "step": 4100
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.5976611420386e-06,
      "loss": 0.9184,
      "step": 4101
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.59349411373001e-06,
      "loss": 0.9664,
      "step": 4102
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.589327156123246e-06,
      "loss": 0.9705,
      "step": 4103
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.58516026994305e-06,
      "loss": 0.9507,
      "step": 4104
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.580993455914153e-06,
      "loss": 1.0359,
      "step": 4105
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.576826714761269e-06,
      "loss": 0.9196,
      "step": 4106
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.572660047209106e-06,
      "loss": 0.8955,
      "step": 4107
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.568493453982347e-06,
      "loss": 0.8786,
      "step": 4108
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.564326935805673e-06,
      "loss": 0.7422,
      "step": 4109
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.560160493403754e-06,
      "loss": 0.8949,
      "step": 4110
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.555994127501232e-06,
      "loss": 0.9662,
      "step": 4111
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.551827838822755e-06,
      "loss": 0.9452,
      "step": 4112
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.547661628092938e-06,
      "loss": 0.9636,
      "step": 4113
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.543495496036398e-06,
      "loss": 0.9114,
      "step": 4114
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.539329443377734e-06,
      "loss": 0.779,
      "step": 4115
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.535163470841524e-06,
      "loss": 0.733,
      "step": 4116
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.530997579152341e-06,
      "loss": 0.8524,
      "step": 4117
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.526831769034745e-06,
      "loss": 0.7724,
      "step": 4118
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.52266604121327e-06,
      "loss": 0.898,
      "step": 4119
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.518500396412448e-06,
      "loss": 0.9685,
      "step": 4120
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.514334835356787e-06,
      "loss": 0.8805,
      "step": 4121
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.510169358770789e-06,
      "loss": 0.9809,
      "step": 4122
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.506003967378941e-06,
      "loss": 0.9681,
      "step": 4123
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.501838661905704e-06,
      "loss": 0.8769,
      "step": 4124
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.497673443075535e-06,
      "loss": 0.886,
      "step": 4125
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.493508311612874e-06,
      "loss": 0.9091,
      "step": 4126
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.489343268242143e-06,
      "loss": 0.9158,
      "step": 4127
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.485178313687754e-06,
      "loss": 0.8828,
      "step": 4128
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.481013448674091e-06,
      "loss": 0.913,
      "step": 4129
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.476848673925539e-06,
      "loss": 0.9264,
      "step": 4130
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.472683990166455e-06,
      "loss": 0.9068,
      "step": 4131
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.468519398121187e-06,
      "loss": 0.9917,
      "step": 4132
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.46435489851407e-06,
      "loss": 0.9429,
      "step": 4133
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.460190492069405e-06,
      "loss": 1.0078,
      "step": 4134
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.456026179511498e-06,
      "loss": 0.9356,
      "step": 4135
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.451861961564628e-06,
      "loss": 0.8898,
      "step": 4136
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.447697838953059e-06,
      "loss": 0.9006,
      "step": 4137
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.443533812401038e-06,
      "loss": 0.7598,
      "step": 4138
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.439369882632805e-06,
      "loss": 0.7503,
      "step": 4139
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.43520605037256e-06,
      "loss": 0.9471,
      "step": 4140
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.431042316344513e-06,
      "loss": 0.9586,
      "step": 4141
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.426878681272837e-06,
      "loss": 0.9281,
      "step": 4142
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.422715145881698e-06,
      "loss": 0.9562,
      "step": 4143
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.418551710895243e-06,
      "loss": 0.9822,
      "step": 4144
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.414388377037597e-06,
      "loss": 0.8618,
      "step": 4145
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.410225145032878e-06,
      "loss": 0.8788,
      "step": 4146
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.406062015605168e-06,
      "loss": 0.9258,
      "step": 4147
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.40189898947855e-06,
      "loss": 0.8945,
      "step": 4148
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.397736067377078e-06,
      "loss": 0.7867,
      "step": 4149
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.393573250024794e-06,
      "loss": 1.014,
      "step": 4150
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.389410538145718e-06,
      "loss": 0.8678,
      "step": 4151
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.385247932463855e-06,
      "loss": 0.9414,
      "step": 4152
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.381085433703183e-06,
      "loss": 0.7825,
      "step": 4153
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.376923042587673e-06,
      "loss": 0.8921,
      "step": 4154
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.372760759841268e-06,
      "loss": 0.9533,
      "step": 4155
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.368598586187897e-06,
      "loss": 0.8912,
      "step": 4156
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.364436522351476e-06,
      "loss": 0.9383,
      "step": 4157
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.360274569055885e-06,
      "loss": 1.0125,
      "step": 4158
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.356112727024999e-06,
      "loss": 0.9511,
      "step": 4159
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.35195099698267e-06,
      "loss": 0.8378,
      "step": 4160
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.347789379652727e-06,
      "loss": 0.8873,
      "step": 4161
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.343627875758987e-06,
      "loss": 1.0117,
      "step": 4162
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.339466486025238e-06,
      "loss": 0.8674,
      "step": 4163
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.335305211175253e-06,
      "loss": 0.9501,
      "step": 4164
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.33114405193279e-06,
      "loss": 0.9836,
      "step": 4165
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.326983009021576e-06,
      "loss": 0.8967,
      "step": 4166
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.322822083165327e-06,
      "loss": 0.9411,
      "step": 4167
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.31866127508773e-06,
      "loss": 0.9118,
      "step": 4168
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.31450058551246e-06,
      "loss": 0.9608,
      "step": 4169
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.31034001516317e-06,
      "loss": 0.9575,
      "step": 4170
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.306179564763485e-06,
      "loss": 0.8818,
      "step": 4171
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.302019235037018e-06,
      "loss": 0.957,
      "step": 4172
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.29785902670736e-06,
      "loss": 0.9401,
      "step": 4173
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.293698940498071e-06,
      "loss": 1.06,
      "step": 4174
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.289538977132702e-06,
      "loss": 0.9331,
      "step": 4175
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.285379137334776e-06,
      "loss": 0.9956,
      "step": 4176
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.281219421827794e-06,
      "loss": 0.9061,
      "step": 4177
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.277059831335247e-06,
      "loss": 0.963,
      "step": 4178
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.272900366580578e-06,
      "loss": 0.9906,
      "step": 4179
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.26874102828724e-06,
      "loss": 0.9012,
      "step": 4180
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.264581817178647e-06,
      "loss": 1.0014,
      "step": 4181
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.260422733978183e-06,
      "loss": 0.9909,
      "step": 4182
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.256263779409229e-06,
      "loss": 0.8471,
      "step": 4183
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.25210495419513e-06,
      "loss": 0.978,
      "step": 4184
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.247946259059212e-06,
      "loss": 0.8579,
      "step": 4185
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.243787694724786e-06,
      "loss": 0.9533,
      "step": 4186
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.239629261915125e-06,
      "loss": 0.9884,
      "step": 4187
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.23547096135349e-06,
      "loss": 0.9264,
      "step": 4188
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.231312793763115e-06,
      "loss": 0.6651,
      "step": 4189
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.227154759867214e-06,
      "loss": 0.9466,
      "step": 4190
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.222996860388982e-06,
      "loss": 0.8817,
      "step": 4191
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.218839096051573e-06,
      "loss": 0.9859,
      "step": 4192
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.214681467578135e-06,
      "loss": 0.8923,
      "step": 4193
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.21052397569179e-06,
      "loss": 0.8992,
      "step": 4194
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.206366621115626e-06,
      "loss": 0.8993,
      "step": 4195
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.20220940457272e-06,
      "loss": 0.9687,
      "step": 4196
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.198052326786114e-06,
      "loss": 0.9346,
      "step": 4197
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.19389538847883e-06,
      "loss": 0.9625,
      "step": 4198
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.189738590373873e-06,
      "loss": 0.9015,
      "step": 4199
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.185581933194211e-06,
      "loss": 0.9781,
      "step": 4200
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.181425417662797e-06,
      "loss": 0.995,
      "step": 4201
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.177269044502557e-06,
      "loss": 0.6362,
      "step": 4202
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.173112814436385e-06,
      "loss": 0.916,
      "step": 4203
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.168956728187163e-06,
      "loss": 0.9761,
      "step": 4204
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.164800786477736e-06,
      "loss": 0.8577,
      "step": 4205
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.160644990030932e-06,
      "loss": 0.8904,
      "step": 4206
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.156489339569555e-06,
      "loss": 0.9785,
      "step": 4207
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.15233383581637e-06,
      "loss": 0.7363,
      "step": 4208
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.148178479494133e-06,
      "loss": 0.8969,
      "step": 4209
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.144023271325563e-06,
      "loss": 0.8994,
      "step": 4210
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.139868212033361e-06,
      "loss": 1.0274,
      "step": 4211
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.135713302340203e-06,
      "loss": 0.877,
      "step": 4212
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.131558542968723e-06,
      "loss": 0.9223,
      "step": 4213
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.127403934641545e-06,
      "loss": 1.0144,
      "step": 4214
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.123249478081269e-06,
      "loss": 0.9303,
      "step": 4215
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.119095174010454e-06,
      "loss": 0.8673,
      "step": 4216
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.114941023151645e-06,
      "loss": 0.9586,
      "step": 4217
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.110787026227352e-06,
      "loss": 0.8191,
      "step": 4218
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.106633183960064e-06,
      "loss": 0.9459,
      "step": 4219
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.102479497072244e-06,
      "loss": 0.79,
      "step": 4220
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.098325966286318e-06,
      "loss": 0.9043,
      "step": 4221
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.094172592324697e-06,
      "loss": 0.9516,
      "step": 4222
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.090019375909757e-06,
      "loss": 0.8131,
      "step": 4223
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.08586631776385e-06,
      "loss": 0.9324,
      "step": 4224
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.081713418609302e-06,
      "loss": 0.9754,
      "step": 4225
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.077560679168405e-06,
      "loss": 0.9422,
      "step": 4226
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.073408100163427e-06,
      "loss": 0.8403,
      "step": 4227
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.069255682316613e-06,
      "loss": 0.9749,
      "step": 4228
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.065103426350172e-06,
      "loss": 0.9442,
      "step": 4229
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.060951332986291e-06,
      "loss": 0.7967,
      "step": 4230
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.056799402947119e-06,
      "loss": 0.923,
      "step": 4231
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.052647636954789e-06,
      "loss": 0.9409,
      "step": 4232
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.0484960357314e-06,
      "loss": 0.8285,
      "step": 4233
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.04434459999902e-06,
      "loss": 1.0012,
      "step": 4234
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.04019333047969e-06,
      "loss": 0.8772,
      "step": 4235
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.036042227895429e-06,
      "loss": 0.7931,
      "step": 4236
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.03189129296821e-06,
      "loss": 0.9199,
      "step": 4237
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.027740526419995e-06,
      "loss": 0.748,
      "step": 4238
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.023589928972707e-06,
      "loss": 0.8568,
      "step": 4239
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.019439501348238e-06,
      "loss": 0.9292,
      "step": 4240
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.015289244268464e-06,
      "loss": 0.9429,
      "step": 4241
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.01113915845521e-06,
      "loss": 1.041,
      "step": 4242
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.00698924463029e-06,
      "loss": 0.9971,
      "step": 4243
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.002839503515476e-06,
      "loss": 0.9659,
      "step": 4244
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.998689935832516e-06,
      "loss": 0.8756,
      "step": 4245
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.994540542303134e-06,
      "loss": 1.0198,
      "step": 4246
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.990391323649004e-06,
      "loss": 0.9157,
      "step": 4247
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.986242280591789e-06,
      "loss": 0.9313,
      "step": 4248
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.982093413853114e-06,
      "loss": 0.8244,
      "step": 4249
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.97794472415457e-06,
      "loss": 0.8496,
      "step": 4250
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.97379621221773e-06,
      "loss": 0.9207,
      "step": 4251
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.969647878764113e-06,
      "loss": 0.8898,
      "step": 4252
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.965499724515228e-06,
      "loss": 0.9765,
      "step": 4253
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.961351750192553e-06,
      "loss": 0.9494,
      "step": 4254
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.957203956517513e-06,
      "loss": 0.9378,
      "step": 4255
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.953056344211525e-06,
      "loss": 0.9319,
      "step": 4256
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.948908913995966e-06,
      "loss": 0.8994,
      "step": 4257
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.944761666592176e-06,
      "loss": 0.8733,
      "step": 4258
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.940614602721476e-06,
      "loss": 0.9771,
      "step": 4259
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.936467723105137e-06,
      "loss": 0.9571,
      "step": 4260
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.932321028464412e-06,
      "loss": 0.9284,
      "step": 4261
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.92817451952052e-06,
      "loss": 0.9456,
      "step": 4262
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.924028196994643e-06,
      "loss": 0.9347,
      "step": 4263
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.919882061607938e-06,
      "loss": 0.8935,
      "step": 4264
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.915736114081516e-06,
      "loss": 0.9904,
      "step": 4265
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.91159035513647e-06,
      "loss": 0.9211,
      "step": 4266
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.907444785493853e-06,
      "loss": 0.7755,
      "step": 4267
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.903299405874685e-06,
      "loss": 0.9789,
      "step": 4268
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.899154216999955e-06,
      "loss": 0.9363,
      "step": 4269
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.895009219590622e-06,
      "loss": 0.8827,
      "step": 4270
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.890864414367598e-06,
      "loss": 0.9313,
      "step": 4271
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.88671980205178e-06,
      "loss": 0.8927,
      "step": 4272
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.882575383364017e-06,
      "loss": 0.966,
      "step": 4273
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.878431159025133e-06,
      "loss": 0.956,
      "step": 4274
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.874287129755919e-06,
      "loss": 1.0156,
      "step": 4275
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.870143296277118e-06,
      "loss": 0.9364,
      "step": 4276
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.865999659309458e-06,
      "loss": 0.9214,
      "step": 4277
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.86185621957362e-06,
      "loss": 0.9295,
      "step": 4278
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.857712977790256e-06,
      "loss": 0.9432,
      "step": 4279
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.853569934679986e-06,
      "loss": 1.0168,
      "step": 4280
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.849427090963384e-06,
      "loss": 0.9451,
      "step": 4281
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.845284447361e-06,
      "loss": 0.8661,
      "step": 4282
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.84114200459335e-06,
      "loss": 0.8298,
      "step": 4283
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.836999763380906e-06,
      "loss": 0.9254,
      "step": 4284
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.832857724444119e-06,
      "loss": 0.9302,
      "step": 4285
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.828715888503384e-06,
      "loss": 0.9589,
      "step": 4286
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.824574256279079e-06,
      "loss": 0.7848,
      "step": 4287
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.820432828491542e-06,
      "loss": 0.9259,
      "step": 4288
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.81629160586107e-06,
      "loss": 0.8086,
      "step": 4289
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.81215058910793e-06,
      "loss": 0.9208,
      "step": 4290
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.808009778952356e-06,
      "loss": 0.9216,
      "step": 4291
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.80386917611453e-06,
      "loss": 0.8925,
      "step": 4292
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.799728781314622e-06,
      "loss": 0.9293,
      "step": 4293
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.795588595272744e-06,
      "loss": 0.9022,
      "step": 4294
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.791448618708984e-06,
      "loss": 0.7726,
      "step": 4295
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.787308852343393e-06,
      "loss": 0.9678,
      "step": 4296
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.783169296895978e-06,
      "loss": 0.9937,
      "step": 4297
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.779029953086718e-06,
      "loss": 0.9685,
      "step": 4298
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.774890821635548e-06,
      "loss": 0.8947,
      "step": 4299
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.77075190326237e-06,
      "loss": 0.9314,
      "step": 4300
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.766613198687052e-06,
      "loss": 0.9353,
      "step": 4301
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.762474708629417e-06,
      "loss": 0.8741,
      "step": 4302
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.758336433809256e-06,
      "loss": 0.9593,
      "step": 4303
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.754198374946327e-06,
      "loss": 0.977,
      "step": 4304
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.750060532760334e-06,
      "loss": 0.8144,
      "step": 4305
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.745922907970963e-06,
      "loss": 0.8944,
      "step": 4306
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.741785501297848e-06,
      "loss": 0.6935,
      "step": 4307
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.737648313460594e-06,
      "loss": 0.9669,
      "step": 4308
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.733511345178766e-06,
      "loss": 0.9807,
      "step": 4309
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.729374597171882e-06,
      "loss": 0.852,
      "step": 4310
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.725238070159434e-06,
      "loss": 0.935,
      "step": 4311
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.721101764860871e-06,
      "loss": 0.9792,
      "step": 4312
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.7169656819956e-06,
      "loss": 0.9267,
      "step": 4313
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.7169656819956e-06,
      "loss": 0.9392,
      "step": 4314
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.712829822282997e-06,
      "loss": 0.9279,
      "step": 4315
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.708694186442388e-06,
      "loss": 0.8991,
      "step": 4316
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.704558775193069e-06,
      "loss": 0.9209,
      "step": 4317
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.700423589254296e-06,
      "loss": 0.8839,
      "step": 4318
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.69628862934528e-06,
      "loss": 0.8286,
      "step": 4319
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.692153896185206e-06,
      "loss": 0.9054,
      "step": 4320
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.688019390493201e-06,
      "loss": 0.8934,
      "step": 4321
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.683885112988363e-06,
      "loss": 0.7822,
      "step": 4322
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.679751064389754e-06,
      "loss": 0.8948,
      "step": 4323
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.675617245416387e-06,
      "loss": 0.9494,
      "step": 4324
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.67148365678724e-06,
      "loss": 0.9973,
      "step": 4325
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.667350299221257e-06,
      "loss": 0.9612,
      "step": 4326
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.663217173437326e-06,
      "loss": 0.8307,
      "step": 4327
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.659084280154309e-06,
      "loss": 0.9092,
      "step": 4328
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.654951620091018e-06,
      "loss": 0.8975,
      "step": 4329
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.650819193966234e-06,
      "loss": 0.8972,
      "step": 4330
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.646687002498692e-06,
      "loss": 0.982,
      "step": 4331
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.64255504640708e-06,
      "loss": 0.9267,
      "step": 4332
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.638423326410057e-06,
      "loss": 0.8947,
      "step": 4333
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.634291843226237e-06,
      "loss": 0.8912,
      "step": 4334
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.630160597574187e-06,
      "loss": 0.9136,
      "step": 4335
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.626029590172438e-06,
      "loss": 0.8461,
      "step": 4336
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.621898821739477e-06,
      "loss": 0.9496,
      "step": 4337
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.617768292993753e-06,
      "loss": 0.9744,
      "step": 4338
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.613638004653674e-06,
      "loss": 0.9921,
      "step": 4339
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.609507957437599e-06,
      "loss": 0.9524,
      "step": 4340
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.60537815206385e-06,
      "loss": 0.9856,
      "step": 4341
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.601248589250706e-06,
      "loss": 0.9092,
      "step": 4342
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.597119269716403e-06,
      "loss": 0.9371,
      "step": 4343
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.592990194179144e-06,
      "loss": 0.9,
      "step": 4344
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.58886136335707e-06,
      "loss": 0.9336,
      "step": 4345
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.584732777968297e-06,
      "loss": 0.8766,
      "step": 4346
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.580604438730893e-06,
      "loss": 0.8978,
      "step": 4347
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.57647634636288e-06,
      "loss": 0.8667,
      "step": 4348
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.572348501582241e-06,
      "loss": 0.9219,
      "step": 4349
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.568220905106912e-06,
      "loss": 0.9319,
      "step": 4350
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.56409355765479e-06,
      "loss": 0.9871,
      "step": 4351
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.559966459943727e-06,
      "loss": 0.9354,
      "step": 4352
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.55583961269153e-06,
      "loss": 0.8344,
      "step": 4353
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.55171301661597e-06,
      "loss": 0.9572,
      "step": 4354
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.547586672434758e-06,
      "loss": 0.9488,
      "step": 4355
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.543460580865576e-06,
      "loss": 0.9867,
      "step": 4356
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.53933474262606e-06,
      "loss": 0.9629,
      "step": 4357
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.535209158433795e-06,
      "loss": 0.8082,
      "step": 4358
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.53108382900633e-06,
      "loss": 1.0569,
      "step": 4359
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.526958755061166e-06,
      "loss": 0.9147,
      "step": 4360
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.522833937315756e-06,
      "loss": 0.9275,
      "step": 4361
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.518709376487515e-06,
      "loss": 1.0594,
      "step": 4362
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.514585073293807e-06,
      "loss": 0.9379,
      "step": 4363
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.510461028451955e-06,
      "loss": 0.8991,
      "step": 4364
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.506337242679242e-06,
      "loss": 0.8884,
      "step": 4365
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.502213716692893e-06,
      "loss": 0.9402,
      "step": 4366
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.498090451210096e-06,
      "loss": 0.9394,
      "step": 4367
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.493967446948002e-06,
      "loss": 0.9872,
      "step": 4368
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.489844704623695e-06,
      "loss": 0.8182,
      "step": 4369
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.485722224954237e-06,
      "loss": 0.9197,
      "step": 4370
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.481600008656621e-06,
      "loss": 0.977,
      "step": 4371
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.477478056447817e-06,
      "loss": 0.9433,
      "step": 4372
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.473356369044737e-06,
      "loss": 0.9661,
      "step": 4373
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.469234947164242e-06,
      "loss": 0.897,
      "step": 4374
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.46511379152316e-06,
      "loss": 0.9374,
      "step": 4375
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.460992902838263e-06,
      "loss": 0.7771,
      "step": 4376
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.456872281826278e-06,
      "loss": 0.866,
      "step": 4377
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.452751929203895e-06,
      "loss": 0.9694,
      "step": 4378
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.448631845687737e-06,
      "loss": 0.8301,
      "step": 4379
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.4445120319944e-06,
      "loss": 0.7706,
      "step": 4380
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.440392488840425e-06,
      "loss": 0.9147,
      "step": 4381
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.436273216942306e-06,
      "loss": 0.9283,
      "step": 4382
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.432154217016493e-06,
      "loss": 0.8947,
      "step": 4383
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.428035489779379e-06,
      "loss": 0.7258,
      "step": 4384
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.42391703594732e-06,
      "loss": 0.8492,
      "step": 4385
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.419798856236624e-06,
      "loss": 0.95,
      "step": 4386
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.415680951363545e-06,
      "loss": 0.97,
      "step": 4387
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.411563322044293e-06,
      "loss": 0.8059,
      "step": 4388
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.407445968995034e-06,
      "loss": 0.9461,
      "step": 4389
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.403328892931875e-06,
      "loss": 0.9431,
      "step": 4390
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.399212094570885e-06,
      "loss": 0.927,
      "step": 4391
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.395095574628078e-06,
      "loss": 0.9334,
      "step": 4392
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.390979333819427e-06,
      "loss": 0.703,
      "step": 4393
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.386863372860854e-06,
      "loss": 0.9926,
      "step": 4394
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.38274769246822e-06,
      "loss": 0.9489,
      "step": 4395
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.37863229335736e-06,
      "loss": 0.9335,
      "step": 4396
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.374517176244038e-06,
      "loss": 0.8421,
      "step": 4397
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.370402341843982e-06,
      "loss": 1.0076,
      "step": 4398
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.366287790872875e-06,
      "loss": 0.757,
      "step": 4399
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.36217352404633e-06,
      "loss": 0.9748,
      "step": 4400
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.35805954207993e-06,
      "loss": 0.8838,
      "step": 4401
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.353945845689207e-06,
      "loss": 0.8552,
      "step": 4402
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.349832435589632e-06,
      "loss": 0.9054,
      "step": 4403
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.345719312496638e-06,
      "loss": 0.9595,
      "step": 4404
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.341606477125597e-06,
      "loss": 0.9521,
      "step": 4405
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.337493930191835e-06,
      "loss": 0.9651,
      "step": 4406
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.333381672410643e-06,
      "loss": 0.9618,
      "step": 4407
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.329269704497237e-06,
      "loss": 0.8826,
      "step": 4408
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.325158027166792e-06,
      "loss": 0.9276,
      "step": 4409
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.321046641134447e-06,
      "loss": 0.9261,
      "step": 4410
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.316935547115263e-06,
      "loss": 0.9508,
      "step": 4411
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.312824745824279e-06,
      "loss": 0.9759,
      "step": 4412
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.308714237976457e-06,
      "loss": 0.9209,
      "step": 4413
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.304604024286726e-06,
      "loss": 0.922,
      "step": 4414
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.300494105469957e-06,
      "loss": 0.7941,
      "step": 4415
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.29638448224097e-06,
      "loss": 0.894,
      "step": 4416
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.292275155314538e-06,
      "loss": 0.8806,
      "step": 4417
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.288166125405373e-06,
      "loss": 0.7764,
      "step": 4418
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.28405739322814e-06,
      "loss": 0.83,
      "step": 4419
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.279948959497462e-06,
      "loss": 0.791,
      "step": 4420
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.27584082492789e-06,
      "loss": 0.9456,
      "step": 4421
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.271732990233943e-06,
      "loss": 0.9443,
      "step": 4422
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.26762545613008e-06,
      "loss": 0.9617,
      "step": 4423
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.263518223330698e-06,
      "loss": 0.908,
      "step": 4424
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.259411292550156e-06,
      "loss": 0.7567,
      "step": 4425
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.255304664502754e-06,
      "loss": 0.9407,
      "step": 4426
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.25119833990274e-06,
      "loss": 0.8915,
      "step": 4427
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.247092319464316e-06,
      "loss": 0.8361,
      "step": 4428
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.242986603901612e-06,
      "loss": 0.7778,
      "step": 4429
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.238881193928727e-06,
      "loss": 0.9531,
      "step": 4430
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.23477609025969e-06,
      "loss": 0.8926,
      "step": 4431
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.230671293608492e-06,
      "loss": 0.9783,
      "step": 4432
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.226566804689061e-06,
      "loss": 1.0449,
      "step": 4433
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.222462624215268e-06,
      "loss": 0.9278,
      "step": 4434
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.218358752900938e-06,
      "loss": 0.9452,
      "step": 4435
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.214255191459845e-06,
      "loss": 0.9732,
      "step": 4436
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.210151940605696e-06,
      "loss": 0.7889,
      "step": 4437
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.206049001052159e-06,
      "loss": 0.9339,
      "step": 4438
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.201946373512833e-06,
      "loss": 0.9892,
      "step": 4439
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.197844058701276e-06,
      "loss": 0.9195,
      "step": 4440
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.193742057330985e-06,
      "loss": 0.9561,
      "step": 4441
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.189640370115401e-06,
      "loss": 1.0538,
      "step": 4442
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.185538997767916e-06,
      "loss": 0.8187,
      "step": 4443
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.181437941001866e-06,
      "loss": 0.9886,
      "step": 4444
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.177337200530522e-06,
      "loss": 0.7587,
      "step": 4445
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.173236777067121e-06,
      "loss": 0.9164,
      "step": 4446
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.169136671324818e-06,
      "loss": 0.9407,
      "step": 4447
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.165036884016734e-06,
      "loss": 0.9603,
      "step": 4448
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.160937415855931e-06,
      "loss": 0.9472,
      "step": 4449
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.156838267555404e-06,
      "loss": 0.7989,
      "step": 4450
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.15273943982811e-06,
      "loss": 0.9406,
      "step": 4451
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.14864093338693e-06,
      "loss": 0.9445,
      "step": 4452
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.144542748944704e-06,
      "loss": 0.8984,
      "step": 4453
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.140444887214215e-06,
      "loss": 1.0012,
      "step": 4454
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.13634734890818e-06,
      "loss": 0.7659,
      "step": 4455
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.13225013473927e-06,
      "loss": 0.9331,
      "step": 4456
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.128153245420101e-06,
      "loss": 0.8842,
      "step": 4457
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.124056681663219e-06,
      "loss": 0.9396,
      "step": 4458
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.119960444181126e-06,
      "loss": 0.9426,
      "step": 4459
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.115864533686259e-06,
      "loss": 0.8356,
      "step": 4460
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.111768950891008e-06,
      "loss": 0.9351,
      "step": 4461
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.1076736965077e-06,
      "loss": 0.8311,
      "step": 4462
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.103578771248597e-06,
      "loss": 0.9619,
      "step": 4463
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.09948417582592e-06,
      "loss": 0.8283,
      "step": 4464
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.095389910951822e-06,
      "loss": 0.8294,
      "step": 4465
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.0912959773384e-06,
      "loss": 0.9508,
      "step": 4466
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.087202375697698e-06,
      "loss": 0.9784,
      "step": 4467
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.083109106741693e-06,
      "loss": 0.9469,
      "step": 4468
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.079016171182312e-06,
      "loss": 0.9289,
      "step": 4469
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.074923569731424e-06,
      "loss": 0.9541,
      "step": 4470
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.070831303100832e-06,
      "loss": 0.8482,
      "step": 4471
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.066739372002297e-06,
      "loss": 0.9539,
      "step": 4472
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.0626477771475e-06,
      "loss": 0.7816,
      "step": 4473
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.058556519248077e-06,
      "loss": 0.9508,
      "step": 4474
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.054465599015607e-06,
      "loss": 0.7137,
      "step": 4475
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.050375017161602e-06,
      "loss": 0.9412,
      "step": 4476
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.046284774397523e-06,
      "loss": 0.8131,
      "step": 4477
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.042194871434771e-06,
      "loss": 0.8957,
      "step": 4478
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.038105308984675e-06,
      "loss": 0.9581,
      "step": 4479
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.034016087758526e-06,
      "loss": 0.8521,
      "step": 4480
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.029927208467536e-06,
      "loss": 0.865,
      "step": 4481
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.02583867182287e-06,
      "loss": 0.9854,
      "step": 4482
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.021750478535638e-06,
      "loss": 0.9314,
      "step": 4483
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.017662629316863e-06,
      "loss": 0.7492,
      "step": 4484
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.013575124877546e-06,
      "loss": 0.9691,
      "step": 4485
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.009487965928597e-06,
      "loss": 0.8908,
      "step": 4486
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.005401153180881e-06,
      "loss": 0.9114,
      "step": 4487
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.001314687345204e-06,
      "loss": 0.9191,
      "step": 4488
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.997228569132303e-06,
      "loss": 0.9084,
      "step": 4489
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.99314279925286e-06,
      "loss": 0.8757,
      "step": 4490
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.9890573784175e-06,
      "loss": 0.9669,
      "step": 4491
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.984972307336776e-06,
      "loss": 0.8075,
      "step": 4492
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.98088758672119e-06,
      "loss": 0.8659,
      "step": 4493
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.976803217281179e-06,
      "loss": 0.8315,
      "step": 4494
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.972719199727119e-06,
      "loss": 0.9413,
      "step": 4495
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.968635534769333e-06,
      "loss": 0.9632,
      "step": 4496
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.964552223118065e-06,
      "loss": 1.0034,
      "step": 4497
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.960469265483512e-06,
      "loss": 0.8728,
      "step": 4498
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.956386662575808e-06,
      "loss": 0.9119,
      "step": 4499
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.952304415105019e-06,
      "loss": 0.9183,
      "step": 4500
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.948222523781158e-06,
      "loss": 0.9561,
      "step": 4501
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.944140989314162e-06,
      "loss": 0.9801,
      "step": 4502
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.940059812413921e-06,
      "loss": 0.9244,
      "step": 4503
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.935978993790258e-06,
      "loss": 0.9775,
      "step": 4504
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.93189853415293e-06,
      "loss": 1.0459,
      "step": 4505
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.927818434211633e-06,
      "loss": 1.024,
      "step": 4506
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.923738694676002e-06,
      "loss": 0.9456,
      "step": 4507
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.919659316255607e-06,
      "loss": 1.01,
      "step": 4508
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.915580299659961e-06,
      "loss": 0.9061,
      "step": 4509
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.911501645598505e-06,
      "loss": 0.926,
      "step": 4510
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.907423354780625e-06,
      "loss": 0.8961,
      "step": 4511
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.903345427915643e-06,
      "loss": 0.8918,
      "step": 4512
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.89926786571281e-06,
      "loss": 0.9295,
      "step": 4513
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.895190668881322e-06,
      "loss": 0.8208,
      "step": 4514
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.891113838130304e-06,
      "loss": 0.895,
      "step": 4515
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.887037374168826e-06,
      "loss": 0.8754,
      "step": 4516
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.882961277705897e-06,
      "loss": 0.9322,
      "step": 4517
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.87888554945044e-06,
      "loss": 0.9701,
      "step": 4518
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.874810190111336e-06,
      "loss": 0.7375,
      "step": 4519
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.870735200397397e-06,
      "loss": 0.8863,
      "step": 4520
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.866660581017365e-06,
      "loss": 0.9264,
      "step": 4521
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.862586332679928e-06,
      "loss": 0.8077,
      "step": 4522
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.85851245609369e-06,
      "loss": 0.8685,
      "step": 4523
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.854438951967212e-06,
      "loss": 0.964,
      "step": 4524
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.850365821008983e-06,
      "loss": 0.9612,
      "step": 4525
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.846293063927419e-06,
      "loss": 0.837,
      "step": 4526
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.842220681430878e-06,
      "loss": 0.9065,
      "step": 4527
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.838148674227655e-06,
      "loss": 0.939,
      "step": 4528
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.834077043025974e-06,
      "loss": 0.8752,
      "step": 4529
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.830005788534002e-06,
      "loss": 0.8733,
      "step": 4530
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.825934911459829e-06,
      "loss": 0.9826,
      "step": 4531
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.821864412511485e-06,
      "loss": 0.9526,
      "step": 4532
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.817794292396939e-06,
      "loss": 0.7978,
      "step": 4533
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.813724551824083e-06,
      "loss": 0.9809,
      "step": 4534
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.80965519150076e-06,
      "loss": 0.9271,
      "step": 4535
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.805586212134725e-06,
      "loss": 0.9047,
      "step": 4536
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.801517614433683e-06,
      "loss": 0.9438,
      "step": 4537
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.797449399105269e-06,
      "loss": 1.0125,
      "step": 4538
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.793381566857047e-06,
      "loss": 0.9635,
      "step": 4539
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.789314118396522e-06,
      "loss": 0.95,
      "step": 4540
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.785247054431128e-06,
      "loss": 0.9757,
      "step": 4541
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.781180375668226e-06,
      "loss": 0.9523,
      "step": 4542
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.777114082815121e-06,
      "loss": 0.9471,
      "step": 4543
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.773048176579044e-06,
      "loss": 0.8659,
      "step": 4544
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.76898265766716e-06,
      "loss": 0.9373,
      "step": 4545
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.764917526786574e-06,
      "loss": 0.8842,
      "step": 4546
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.760852784644306e-06,
      "loss": 0.9989,
      "step": 4547
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.756788431947327e-06,
      "loss": 0.8273,
      "step": 4548
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.752724469402527e-06,
      "loss": 0.867,
      "step": 4549
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.748660897716737e-06,
      "loss": 0.9879,
      "step": 4550
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.744597717596722e-06,
      "loss": 0.9035,
      "step": 4551
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.740534929749161e-06,
      "loss": 0.9156,
      "step": 4552
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.736472534880687e-06,
      "loss": 0.98,
      "step": 4553
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.732410533697852e-06,
      "loss": 0.9255,
      "step": 4554
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.728348926907141e-06,
      "loss": 0.9492,
      "step": 4555
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.724287715214977e-06,
      "loss": 0.7883,
      "step": 4556
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.720226899327703e-06,
      "loss": 0.9304,
      "step": 4557
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.716166479951598e-06,
      "loss": 0.8633,
      "step": 4558
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.712106457792883e-06,
      "loss": 0.911,
      "step": 4559
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.708046833557692e-06,
      "loss": 0.9625,
      "step": 4560
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.703987607952103e-06,
      "loss": 0.8704,
      "step": 4561
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.699928781682113e-06,
      "loss": 0.7608,
      "step": 4562
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.695870355453661e-06,
      "loss": 1.0097,
      "step": 4563
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.691812329972616e-06,
      "loss": 0.9402,
      "step": 4564
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.687754705944763e-06,
      "loss": 0.9391,
      "step": 4565
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.683697484075834e-06,
      "loss": 0.9257,
      "step": 4566
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.679640665071484e-06,
      "loss": 0.9361,
      "step": 4567
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.675584249637294e-06,
      "loss": 0.9468,
      "step": 4568
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.671528238478787e-06,
      "loss": 0.8817,
      "step": 4569
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.667472632301395e-06,
      "loss": 0.7923,
      "step": 4570
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.663417431810503e-06,
      "loss": 0.8712,
      "step": 4571
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.659362637711413e-06,
      "loss": 0.9395,
      "step": 4572
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.655308250709353e-06,
      "loss": 0.7823,
      "step": 4573
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.65125427150949e-06,
      "loss": 0.9778,
      "step": 4574
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.647200700816916e-06,
      "loss": 0.712,
      "step": 4575
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.643147539336645e-06,
      "loss": 0.9055,
      "step": 4576
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.639094787773633e-06,
      "loss": 0.9476,
      "step": 4577
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.63504244683275e-06,
      "loss": 0.9258,
      "step": 4578
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.630990517218809e-06,
      "loss": 0.8885,
      "step": 4579
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.626938999636546e-06,
      "loss": 0.9329,
      "step": 4580
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.622887894790617e-06,
      "loss": 0.9056,
      "step": 4581
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.618837203385619e-06,
      "loss": 0.9386,
      "step": 4582
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.614786926126066e-06,
      "loss": 0.9496,
      "step": 4583
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.610737063716411e-06,
      "loss": 0.903,
      "step": 4584
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.6066876168610305e-06,
      "loss": 1.0007,
      "step": 4585
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.602638586264219e-06,
      "loss": 0.9607,
      "step": 4586
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.598589972630213e-06,
      "loss": 0.9818,
      "step": 4587
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5945417766631715e-06,
      "loss": 0.9848,
      "step": 4588
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.590493999067175e-06,
      "loss": 0.9984,
      "step": 4589
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5864466405462445e-06,
      "loss": 0.8475,
      "step": 4590
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.58239970180431e-06,
      "loss": 0.9726,
      "step": 4591
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.578353183545242e-06,
      "loss": 0.951,
      "step": 4592
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.574307086472838e-06,
      "loss": 0.7645,
      "step": 4593
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.570261411290811e-06,
      "loss": 1.0065,
      "step": 4594
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.566216158702813e-06,
      "loss": 0.8966,
      "step": 4595
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.56217132941242e-06,
      "loss": 0.9418,
      "step": 4596
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5581269241231225e-06,
      "loss": 0.7912,
      "step": 4597
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.554082943538359e-06,
      "loss": 0.9411,
      "step": 4598
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5500393883614695e-06,
      "loss": 0.9374,
      "step": 4599
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.545996259295739e-06,
      "loss": 0.9297,
      "step": 4600
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.541953557044373e-06,
      "loss": 0.9599,
      "step": 4601
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.537911282310495e-06,
      "loss": 0.8403,
      "step": 4602
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.53386943579717e-06,
      "loss": 0.9323,
      "step": 4603
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.529828018207369e-06,
      "loss": 0.9055,
      "step": 4604
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.525787030244003e-06,
      "loss": 0.902,
      "step": 4605
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.521746472609905e-06,
      "loss": 0.8756,
      "step": 4606
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.517706346007828e-06,
      "loss": 0.8792,
      "step": 4607
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.5136666511404575e-06,
      "loss": 0.675,
      "step": 4608
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.509627388710403e-06,
      "loss": 0.7871,
      "step": 4609
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.505588559420188e-06,
      "loss": 0.8811,
      "step": 4610
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.501550163972275e-06,
      "loss": 0.8878,
      "step": 4611
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.497512203069042e-06,
      "loss": 0.9741,
      "step": 4612
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.493474677412795e-06,
      "loss": 0.9587,
      "step": 4613
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.489437587705766e-06,
      "loss": 0.9066,
      "step": 4614
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.485400934650104e-06,
      "loss": 0.8512,
      "step": 4615
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.48136471894789e-06,
      "loss": 0.8835,
      "step": 4616
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.4773289413011255e-06,
      "loss": 0.9315,
      "step": 4617
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.473293602411733e-06,
      "loss": 0.9812,
      "step": 4618
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.46925870298157e-06,
      "loss": 0.9293,
      "step": 4619
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.465224243712399e-06,
      "loss": 0.9754,
      "step": 4620
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.46119022530592e-06,
      "loss": 0.8989,
      "step": 4621
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.457156648463755e-06,
      "loss": 0.7901,
      "step": 4622
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.453123513887444e-06,
      "loss": 0.7273,
      "step": 4623
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.449090822278457e-06,
      "loss": 0.982,
      "step": 4624
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.445058574338178e-06,
      "loss": 0.7229,
      "step": 4625
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4410267707679174e-06,
      "loss": 0.9232,
      "step": 4626
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.436995412268915e-06,
      "loss": 0.9612,
      "step": 4627
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.432964499542324e-06,
      "loss": 0.9462,
      "step": 4628
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.428934033289224e-06,
      "loss": 0.9319,
      "step": 4629
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.424904014210621e-06,
      "loss": 0.9183,
      "step": 4630
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.420874443007433e-06,
      "loss": 0.8737,
      "step": 4631
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.41684532038051e-06,
      "loss": 0.885,
      "step": 4632
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.412816647030616e-06,
      "loss": 0.775,
      "step": 4633
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4087884236584454e-06,
      "loss": 0.9092,
      "step": 4634
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.4047606509646104e-06,
      "loss": 0.9708,
      "step": 4635
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.400733329649636e-06,
      "loss": 0.8865,
      "step": 4636
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.396706460413989e-06,
      "loss": 0.9642,
      "step": 4637
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.392680043958036e-06,
      "loss": 0.863,
      "step": 4638
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3886540809820775e-06,
      "loss": 0.9186,
      "step": 4639
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.384628572186334e-06,
      "loss": 0.728,
      "step": 4640
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.380603518270942e-06,
      "loss": 0.755,
      "step": 4641
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.376578919935961e-06,
      "loss": 0.9352,
      "step": 4642
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.37255477788138e-06,
      "loss": 0.9644,
      "step": 4643
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3685310928070915e-06,
      "loss": 0.9058,
      "step": 4644
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.364507865412922e-06,
      "loss": 0.9597,
      "step": 4645
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.360485096398613e-06,
      "loss": 0.9826,
      "step": 4646
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.356462786463827e-06,
      "loss": 0.8868,
      "step": 4647
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.352440936308152e-06,
      "loss": 0.9418,
      "step": 4648
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.348419546631085e-06,
      "loss": 0.888,
      "step": 4649
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.344398618132049e-06,
      "loss": 0.9582,
      "step": 4650
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.340378151510393e-06,
      "loss": 0.8814,
      "step": 4651
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.336358147465375e-06,
      "loss": 0.9266,
      "step": 4652
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3323386066961795e-06,
      "loss": 0.9265,
      "step": 4653
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3283195299019035e-06,
      "loss": 0.9067,
      "step": 4654
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.32430091778157e-06,
      "loss": 0.8321,
      "step": 4655
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.320282771034124e-06,
      "loss": 0.9195,
      "step": 4656
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.316265090358417e-06,
      "loss": 0.7651,
      "step": 4657
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.312247876453236e-06,
      "loss": 0.7308,
      "step": 4658
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.308231130017265e-06,
      "loss": 0.927,
      "step": 4659
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.3042148517491296e-06,
      "loss": 0.9266,
      "step": 4660
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.300199042347361e-06,
      "loss": 0.9177,
      "step": 4661
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.296183702510411e-06,
      "loss": 0.9408,
      "step": 4662
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.2921688329366506e-06,
      "loss": 0.9372,
      "step": 4663
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.288154434324373e-06,
      "loss": 0.748,
      "step": 4664
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.284140507371779e-06,
      "loss": 0.8176,
      "step": 4665
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.280127052776997e-06,
      "loss": 0.9898,
      "step": 4666
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.276114071238069e-06,
      "loss": 0.9367,
      "step": 4667
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.272101563452956e-06,
      "loss": 0.8829,
      "step": 4668
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.26808953011954e-06,
      "loss": 0.8969,
      "step": 4669
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.264077971935608e-06,
      "loss": 0.8697,
      "step": 4670
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.26006688959888e-06,
      "loss": 0.7617,
      "step": 4671
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.256056283806987e-06,
      "loss": 0.9286,
      "step": 4672
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.252046155257472e-06,
      "loss": 0.9258,
      "step": 4673
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.248036504647805e-06,
      "loss": 0.966,
      "step": 4674
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.244027332675359e-06,
      "loss": 0.9056,
      "step": 4675
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.240018640037438e-06,
      "loss": 0.8124,
      "step": 4676
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.236010427431261e-06,
      "loss": 0.796,
      "step": 4677
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.23200269555395e-06,
      "loss": 0.872,
      "step": 4678
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.227995445102559e-06,
      "loss": 0.9401,
      "step": 4679
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.223988676774047e-06,
      "loss": 0.9014,
      "step": 4680
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.219982391265299e-06,
      "loss": 0.9389,
      "step": 4681
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.21597658927311e-06,
      "loss": 0.9478,
      "step": 4682
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.211971271494189e-06,
      "loss": 0.7733,
      "step": 4683
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.207966438625164e-06,
      "loss": 0.9829,
      "step": 4684
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.203962091362584e-06,
      "loss": 0.8492,
      "step": 4685
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.199958230402901e-06,
      "loss": 0.8622,
      "step": 4686
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.1959548564424976e-06,
      "loss": 0.931,
      "step": 4687
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.191951970177653e-06,
      "loss": 0.9012,
      "step": 4688
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.187949572304578e-06,
      "loss": 0.9164,
      "step": 4689
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.183947663519393e-06,
      "loss": 0.897,
      "step": 4690
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.17994624451813e-06,
      "loss": 0.9272,
      "step": 4691
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.175945315996746e-06,
      "loss": 0.8852,
      "step": 4692
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.171944878651095e-06,
      "loss": 0.8769,
      "step": 4693
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.16794493317696e-06,
      "loss": 0.962,
      "step": 4694
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.163945480270038e-06,
      "loss": 0.9044,
      "step": 4695
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.159946520625932e-06,
      "loss": 0.9356,
      "step": 4696
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.155948054940165e-06,
      "loss": 1.0008,
      "step": 4697
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.151950083908179e-06,
      "loss": 0.9877,
      "step": 4698
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.147952608225315e-06,
      "loss": 0.9465,
      "step": 4699
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.143955628586841e-06,
      "loss": 0.8374,
      "step": 4700
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.139959145687934e-06,
      "loss": 0.8987,
      "step": 4701
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.135963160223682e-06,
      "loss": 0.9139,
      "step": 4702
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.131967672889101e-06,
      "loss": 0.8941,
      "step": 4703
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1279726843790945e-06,
      "loss": 0.8874,
      "step": 4704
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1239781953885015e-06,
      "loss": 0.954,
      "step": 4705
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.119984206612066e-06,
      "loss": 0.7803,
      "step": 4706
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.115990718744443e-06,
      "loss": 0.895,
      "step": 4707
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.111997732480209e-06,
      "loss": 0.9948,
      "step": 4708
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.108005248513837e-06,
      "loss": 0.9612,
      "step": 4709
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.104013267539729e-06,
      "loss": 0.9362,
      "step": 4710
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.1000217902521925e-06,
      "loss": 0.9713,
      "step": 4711
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.096030817345446e-06,
      "loss": 0.9431,
      "step": 4712
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0920403495136295e-06,
      "loss": 0.9011,
      "step": 4713
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0880503874507745e-06,
      "loss": 1.0128,
      "step": 4714
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.084060931850848e-06,
      "loss": 0.9012,
      "step": 4715
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.080071983407722e-06,
      "loss": 0.8352,
      "step": 4716
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.076083542815166e-06,
      "loss": 1.0654,
      "step": 4717
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.07209561076688e-06,
      "loss": 0.8421,
      "step": 4718
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.068108187956468e-06,
      "loss": 0.8963,
      "step": 4719
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0641212750774426e-06,
      "loss": 0.8747,
      "step": 4720
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0601348728232345e-06,
      "loss": 0.8734,
      "step": 4721
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0561489818871745e-06,
      "loss": 0.8121,
      "step": 4722
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0521636029625165e-06,
      "loss": 0.93,
      "step": 4723
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0481787367424215e-06,
      "loss": 0.9159,
      "step": 4724
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.044194383919956e-06,
      "loss": 0.74,
      "step": 4725
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.040210545188104e-06,
      "loss": 0.9249,
      "step": 4726
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.036227221239762e-06,
      "loss": 0.9528,
      "step": 4727
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.032244412767723e-06,
      "loss": 0.9868,
      "step": 4728
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.028262120464706e-06,
      "loss": 0.8558,
      "step": 4729
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.024280345023331e-06,
      "loss": 1.0078,
      "step": 4730
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.0202990871361336e-06,
      "loss": 0.8904,
      "step": 4731
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.016318347495559e-06,
      "loss": 0.9768,
      "step": 4732
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.012338126793954e-06,
      "loss": 0.963,
      "step": 4733
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.008358425723586e-06,
      "loss": 0.8715,
      "step": 4734
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.004379244976625e-06,
      "loss": 0.9246,
      "step": 4735
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.000400585245153e-06,
      "loss": 0.9667,
      "step": 4736
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.996422447221167e-06,
      "loss": 0.8883,
      "step": 4737
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9924448315965575e-06,
      "loss": 0.9592,
      "step": 4738
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9884677390631404e-06,
      "loss": 0.8692,
      "step": 4739
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.984491170312635e-06,
      "loss": 0.9527,
      "step": 4740
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.980515126036664e-06,
      "loss": 0.9924,
      "step": 4741
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.976539606926772e-06,
      "loss": 0.986,
      "step": 4742
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.972564613674395e-06,
      "loss": 0.9593,
      "step": 4743
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9685901469708905e-06,
      "loss": 0.9255,
      "step": 4744
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.964616207507522e-06,
      "loss": 0.8816,
      "step": 4745
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.960642795975456e-06,
      "loss": 0.9777,
      "step": 4746
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.956669913065773e-06,
      "loss": 0.7525,
      "step": 4747
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.952697559469464e-06,
      "loss": 0.8665,
      "step": 4748
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.948725735877415e-06,
      "loss": 0.882,
      "step": 4749
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.944754442980434e-06,
      "loss": 0.8426,
      "step": 4750
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.94078368146923e-06,
      "loss": 0.9369,
      "step": 4751
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.936813452034417e-06,
      "loss": 0.98,
      "step": 4752
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.932843755366526e-06,
      "loss": 0.8836,
      "step": 4753
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.928874592155985e-06,
      "loss": 0.8633,
      "step": 4754
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.924905963093138e-06,
      "loss": 0.859,
      "step": 4755
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.920937868868224e-06,
      "loss": 0.9073,
      "step": 4756
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9169703101714014e-06,
      "loss": 0.9406,
      "step": 4757
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.913003287692732e-06,
      "loss": 0.9131,
      "step": 4758
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.90903680212218e-06,
      "loss": 0.8885,
      "step": 4759
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.905070854149621e-06,
      "loss": 0.9198,
      "step": 4760
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.9011054444648395e-06,
      "loss": 0.9742,
      "step": 4761
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.897140573757513e-06,
      "loss": 0.7605,
      "step": 4762
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.893176242717241e-06,
      "loss": 0.8951,
      "step": 4763
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.889212452033518e-06,
      "loss": 0.888,
      "step": 4764
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.885249202395754e-06,
      "loss": 0.9165,
      "step": 4765
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.881286494493261e-06,
      "loss": 0.9181,
      "step": 4766
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.877324329015249e-06,
      "loss": 0.9174,
      "step": 4767
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.873362706650846e-06,
      "loss": 0.9007,
      "step": 4768
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.869401628089076e-06,
      "loss": 0.8719,
      "step": 4769
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.865441094018877e-06,
      "loss": 0.9713,
      "step": 4770
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.861481105129088e-06,
      "loss": 0.8113,
      "step": 4771
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8575216621084465e-06,
      "loss": 0.7477,
      "step": 4772
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.853562765645605e-06,
      "loss": 0.9327,
      "step": 4773
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.84960441642912e-06,
      "loss": 0.7526,
      "step": 4774
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.845646615147445e-06,
      "loss": 0.7802,
      "step": 4775
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.8416893624889525e-06,
      "loss": 0.8278,
      "step": 4776
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.837732659141899e-06,
      "loss": 0.9832,
      "step": 4777
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.833776505794463e-06,
      "loss": 0.617,
      "step": 4778
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.829820903134723e-06,
      "loss": 0.8534,
      "step": 4779
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.825865851850655e-06,
      "loss": 0.9187,
      "step": 4780
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.821911352630147e-06,
      "loss": 0.7698,
      "step": 4781
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8179574061609935e-06,
      "loss": 0.9099,
      "step": 4782
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.814004013130877e-06,
      "loss": 0.9666,
      "step": 4783
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.810051174227401e-06,
      "loss": 0.9272,
      "step": 4784
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.806098890138062e-06,
      "loss": 0.8956,
      "step": 4785
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.8021471615502656e-06,
      "loss": 0.8816,
      "step": 4786
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7981959891513234e-06,
      "loss": 0.9536,
      "step": 4787
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7942453736284386e-06,
      "loss": 0.9158,
      "step": 4788
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.79029531566873e-06,
      "loss": 1.0261,
      "step": 4789
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.78634581595921e-06,
      "loss": 0.8273,
      "step": 4790
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.782396875186801e-06,
      "loss": 0.9364,
      "step": 4791
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.778448494038326e-06,
      "loss": 0.966,
      "step": 4792
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.774500673200508e-06,
      "loss": 0.7542,
      "step": 4793
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.770553413359975e-06,
      "loss": 0.8603,
      "step": 4794
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.766606715203261e-06,
      "loss": 0.8736,
      "step": 4795
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.762660579416791e-06,
      "loss": 0.9305,
      "step": 4796
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7587150066869045e-06,
      "loss": 0.9349,
      "step": 4797
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.754769997699836e-06,
      "loss": 0.9416,
      "step": 4798
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.750825553141724e-06,
      "loss": 0.9052,
      "step": 4799
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7468816736986155e-06,
      "loss": 0.8702,
      "step": 4800
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.742938360056442e-06,
      "loss": 0.8606,
      "step": 4801
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7389956129010516e-06,
      "loss": 1.0252,
      "step": 4802
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.73505343291819e-06,
      "loss": 0.9286,
      "step": 4803
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.731111820793503e-06,
      "loss": 0.9314,
      "step": 4804
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.727170777212544e-06,
      "loss": 0.9609,
      "step": 4805
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.723230302860752e-06,
      "loss": 0.9799,
      "step": 4806
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.71929039842348e-06,
      "loss": 0.9741,
      "step": 4807
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.715351064585983e-06,
      "loss": 0.8909,
      "step": 4808
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7114123020334084e-06,
      "loss": 0.7465,
      "step": 4809
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7074741114508125e-06,
      "loss": 0.735,
      "step": 4810
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.7035364935231415e-06,
      "loss": 0.9909,
      "step": 4811
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.699599448935251e-06,
      "loss": 0.8785,
      "step": 4812
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.695662978371898e-06,
      "loss": 0.8703,
      "step": 4813
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.691727082517731e-06,
      "loss": 0.9,
      "step": 4814
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.687791762057305e-06,
      "loss": 0.8715,
      "step": 4815
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.683857017675079e-06,
      "loss": 0.6348,
      "step": 4816
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.679922850055397e-06,
      "loss": 1.023,
      "step": 4817
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.675989259882518e-06,
      "loss": 0.941,
      "step": 4818
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.672056247840591e-06,
      "loss": 0.9164,
      "step": 4819
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.668123814613669e-06,
      "loss": 0.8527,
      "step": 4820
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.664191960885709e-06,
      "loss": 0.9025,
      "step": 4821
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.660260687340552e-06,
      "loss": 0.8058,
      "step": 4822
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.656329994661954e-06,
      "loss": 0.9052,
      "step": 4823
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.652399883533559e-06,
      "loss": 0.7497,
      "step": 4824
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.648470354638918e-06,
      "loss": 0.9504,
      "step": 4825
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.644541408661479e-06,
      "loss": 0.9333,
      "step": 4826
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.640613046284581e-06,
      "loss": 0.9649,
      "step": 4827
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.636685268191467e-06,
      "loss": 0.9162,
      "step": 4828
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.632758075065288e-06,
      "loss": 0.9354,
      "step": 4829
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.628831467589074e-06,
      "loss": 0.9218,
      "step": 4830
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.624905446445768e-06,
      "loss": 0.8999,
      "step": 4831
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.620980012318204e-06,
      "loss": 0.9733,
      "step": 4832
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.617055165889115e-06,
      "loss": 0.9279,
      "step": 4833
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.613130907841139e-06,
      "loss": 0.9197,
      "step": 4834
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.609207238856796e-06,
      "loss": 0.9554,
      "step": 4835
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.6052841596185195e-06,
      "loss": 0.9103,
      "step": 4836
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.601361670808633e-06,
      "loss": 0.7988,
      "step": 4837
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.597439773109354e-06,
      "loss": 0.9446,
      "step": 4838
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.59351846720281e-06,
      "loss": 0.8949,
      "step": 4839
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.589597753771007e-06,
      "loss": 0.9699,
      "step": 4840
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.585677633495862e-06,
      "loss": 0.9518,
      "step": 4841
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.581758107059188e-06,
      "loss": 0.9082,
      "step": 4842
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.577839175142687e-06,
      "loss": 0.891,
      "step": 4843
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.573920838427967e-06,
      "loss": 0.9224,
      "step": 4844
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.57000309759652e-06,
      "loss": 0.7948,
      "step": 4845
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.566085953329747e-06,
      "loss": 0.9779,
      "step": 4846
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.562169406308941e-06,
      "loss": 0.9172,
      "step": 4847
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5582534572152866e-06,
      "loss": 0.8771,
      "step": 4848
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.55433810672987e-06,
      "loss": 0.8877,
      "step": 4849
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.550423355533674e-06,
      "loss": 0.8706,
      "step": 4850
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.546509204307568e-06,
      "loss": 0.9904,
      "step": 4851
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.5425956537323295e-06,
      "loss": 0.6861,
      "step": 4852
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.538682704488622e-06,
      "loss": 0.9226,
      "step": 4853
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.53477035725701e-06,
      "loss": 0.9574,
      "step": 4854
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.530858612717954e-06,
      "loss": 0.9596,
      "step": 4855
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.526947471551799e-06,
      "loss": 0.908,
      "step": 4856
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.523036934438798e-06,
      "loss": 0.8729,
      "step": 4857
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.519127002059096e-06,
      "loss": 0.9478,
      "step": 4858
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.515217675092726e-06,
      "loss": 0.882,
      "step": 4859
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.511308954219629e-06,
      "loss": 0.9292,
      "step": 4860
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.50740084011962e-06,
      "loss": 0.8883,
      "step": 4861
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.503493333472428e-06,
      "loss": 0.66,
      "step": 4862
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.499586434957669e-06,
      "loss": 0.9731,
      "step": 4863
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.495680145254849e-06,
      "loss": 0.9378,
      "step": 4864
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4917744650433785e-06,
      "loss": 0.8215,
      "step": 4865
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.487869395002551e-06,
      "loss": 0.8316,
      "step": 4866
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4839649358115555e-06,
      "loss": 0.9002,
      "step": 4867
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.480061088149489e-06,
      "loss": 0.7493,
      "step": 4868
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.476157852695319e-06,
      "loss": 0.8618,
      "step": 4869
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.472255230127924e-06,
      "loss": 0.8744,
      "step": 4870
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.468353221126073e-06,
      "loss": 0.9919,
      "step": 4871
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.46445182636842e-06,
      "loss": 0.8591,
      "step": 4872
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.460551046533525e-06,
      "loss": 0.8893,
      "step": 4873
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.456650882299825e-06,
      "loss": 0.8884,
      "step": 4874
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.452751334345664e-06,
      "loss": 0.8948,
      "step": 4875
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.448852403349275e-06,
      "loss": 0.9819,
      "step": 4876
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.44495408998878e-06,
      "loss": 0.8115,
      "step": 4877
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.441056394942195e-06,
      "loss": 0.7528,
      "step": 4878
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.437159318887434e-06,
      "loss": 0.9325,
      "step": 4879
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.433262862502293e-06,
      "loss": 0.9457,
      "step": 4880
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.42936702646447e-06,
      "loss": 0.9405,
      "step": 4881
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.425471811451549e-06,
      "loss": 0.8433,
      "step": 4882
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.421577218141007e-06,
      "loss": 0.9629,
      "step": 4883
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.41768324721022e-06,
      "loss": 0.9633,
      "step": 4884
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.4137898993364425e-06,
      "loss": 0.8149,
      "step": 4885
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.409897175196833e-06,
      "loss": 0.8936,
      "step": 4886
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.406005075468431e-06,
      "loss": 0.9393,
      "step": 4887
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.402113600828175e-06,
      "loss": 0.8357,
      "step": 4888
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3982227519528986e-06,
      "loss": 0.7931,
      "step": 4889
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.394332529519311e-06,
      "loss": 0.9048,
      "step": 4890
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3904429342040265e-06,
      "loss": 0.9199,
      "step": 4891
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.386553966683546e-06,
      "loss": 0.9745,
      "step": 4892
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.382665627634259e-06,
      "loss": 0.9022,
      "step": 4893
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.378777917732452e-06,
      "loss": 0.9221,
      "step": 4894
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3748908376542926e-06,
      "loss": 0.8185,
      "step": 4895
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.371004388075846e-06,
      "loss": 0.8794,
      "step": 4896
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.367118569673067e-06,
      "loss": 0.9313,
      "step": 4897
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3632333831217965e-06,
      "loss": 0.7725,
      "step": 4898
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.359348829097774e-06,
      "loss": 0.9449,
      "step": 4899
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.355464908276616e-06,
      "loss": 0.9715,
      "step": 4900
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.35158162133384e-06,
      "loss": 0.9493,
      "step": 4901
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.34769896894485e-06,
      "loss": 0.9577,
      "step": 4902
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.343816951784936e-06,
      "loss": 0.9817,
      "step": 4903
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.339935570529283e-06,
      "loss": 0.745,
      "step": 4904
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.336054825852968e-06,
      "loss": 0.7999,
      "step": 4905
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.33217471843094e-06,
      "loss": 0.9464,
      "step": 4906
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.328295248938063e-06,
      "loss": 0.9804,
      "step": 4907
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.324416418049066e-06,
      "loss": 0.9151,
      "step": 4908
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.320538226438582e-06,
      "loss": 0.9617,
      "step": 4909
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.31666067478113e-06,
      "loss": 0.943,
      "step": 4910
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.312783763751111e-06,
      "loss": 0.9153,
      "step": 4911
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.308907494022823e-06,
      "loss": 1.0004,
      "step": 4912
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.3050318662704525e-06,
      "loss": 0.9622,
      "step": 4913
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.301156881168061e-06,
      "loss": 0.8991,
      "step": 4914
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2972825393896175e-06,
      "loss": 0.8908,
      "step": 4915
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.293408841608963e-06,
      "loss": 0.9085,
      "step": 4916
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.289535788499836e-06,
      "loss": 0.9263,
      "step": 4917
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2856633807358645e-06,
      "loss": 1.0536,
      "step": 4918
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.281791618990551e-06,
      "loss": 0.9042,
      "step": 4919
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.277920503937303e-06,
      "loss": 0.9211,
      "step": 4920
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2740500362494e-06,
      "loss": 0.9463,
      "step": 4921
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.270180216600017e-06,
      "loss": 0.9517,
      "step": 4922
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.266311045662221e-06,
      "loss": 0.8829,
      "step": 4923
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.262442524108954e-06,
      "loss": 0.9812,
      "step": 4924
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.258574652613052e-06,
      "loss": 0.9342,
      "step": 4925
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.254707431847241e-06,
      "loss": 0.8698,
      "step": 4926
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2508408624841265e-06,
      "loss": 0.9566,
      "step": 4927
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.246974945196209e-06,
      "loss": 0.9218,
      "step": 4928
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.243109680655865e-06,
      "loss": 1.0048,
      "step": 4929
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2392450695353666e-06,
      "loss": 0.9359,
      "step": 4930
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.235381112506869e-06,
      "loss": 0.9848,
      "step": 4931
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.231517810242414e-06,
      "loss": 0.9704,
      "step": 4932
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.227655163413926e-06,
      "loss": 0.9089,
      "step": 4933
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.223793172693227e-06,
      "loss": 0.5925,
      "step": 4934
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.219931838752006e-06,
      "loss": 0.8648,
      "step": 4935
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.216071162261854e-06,
      "loss": 0.9816,
      "step": 4936
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.21221114389424e-06,
      "loss": 0.8351,
      "step": 4937
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.2083517843205225e-06,
      "loss": 0.7615,
      "step": 4938
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.204493084211944e-06,
      "loss": 0.8892,
      "step": 4939
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.200635044239629e-06,
      "loss": 0.7872,
      "step": 4940
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.196777665074592e-06,
      "loss": 0.9521,
      "step": 4941
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1929209473877246e-06,
      "loss": 0.7976,
      "step": 4942
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.189064891849817e-06,
      "loss": 0.8955,
      "step": 4943
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.185209499131534e-06,
      "loss": 0.8954,
      "step": 4944
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1813547699034245e-06,
      "loss": 0.9323,
      "step": 4945
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.177500704835928e-06,
      "loss": 0.9016,
      "step": 4946
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.173647304599368e-06,
      "loss": 0.8777,
      "step": 4947
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.169794569863945e-06,
      "loss": 0.9288,
      "step": 4948
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.165942501299751e-06,
      "loss": 0.8576,
      "step": 4949
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.162091099576757e-06,
      "loss": 0.9373,
      "step": 4950
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.158240365364823e-06,
      "loss": 0.9843,
      "step": 4951
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.154390299333697e-06,
      "loss": 0.8698,
      "step": 4952
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.150540902152993e-06,
      "loss": 0.9333,
      "step": 4953
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.146692174492225e-06,
      "loss": 0.9268,
      "step": 4954
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.142844117020788e-06,
      "loss": 0.9236,
      "step": 4955
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.138996730407955e-06,
      "loss": 0.8936,
      "step": 4956
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.1351500153228904e-06,
      "loss": 0.9061,
      "step": 4957
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.13130397243463e-06,
      "loss": 0.9086,
      "step": 4958
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.127458602412102e-06,
      "loss": 0.8858,
      "step": 4959
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.12361390592412e-06,
      "loss": 0.9372,
      "step": 4960
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.119769883639368e-06,
      "loss": 0.7826,
      "step": 4961
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.115926536226428e-06,
      "loss": 0.9657,
      "step": 4962
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.112083864353748e-06,
      "loss": 0.8952,
      "step": 4963
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.108241868689675e-06,
      "loss": 0.9241,
      "step": 4964
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.104400549902427e-06,
      "loss": 0.925,
      "step": 4965
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.100559908660111e-06,
      "loss": 0.9142,
      "step": 4966
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0967199456307095e-06,
      "loss": 0.9416,
      "step": 4967
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.092880661482097e-06,
      "loss": 0.9413,
      "step": 4968
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.089042056882015e-06,
      "loss": 0.8171,
      "step": 4969
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.085204132498104e-06,
      "loss": 0.8391,
      "step": 4970
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.08136688899787e-06,
      "loss": 0.9544,
      "step": 4971
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.077530327048715e-06,
      "loss": 0.8415,
      "step": 4972
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.073694447317916e-06,
      "loss": 0.9061,
      "step": 4973
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0698592504726235e-06,
      "loss": 0.8714,
      "step": 4974
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0660247371798855e-06,
      "loss": 0.8715,
      "step": 4975
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.062190908106616e-06,
      "loss": 0.7498,
      "step": 4976
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.058357763919618e-06,
      "loss": 0.8343,
      "step": 4977
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.054525305285579e-06,
      "loss": 0.9887,
      "step": 4978
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.050693532871055e-06,
      "loss": 0.8454,
      "step": 4979
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.04686244734249e-06,
      "loss": 0.9609,
      "step": 4980
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.043032049366217e-06,
      "loss": 0.8901,
      "step": 4981
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.039202339608432e-06,
      "loss": 0.9411,
      "step": 4982
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0353733187352244e-06,
      "loss": 0.9878,
      "step": 4983
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.031544987412556e-06,
      "loss": 0.8946,
      "step": 4984
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.027717346306274e-06,
      "loss": 0.898,
      "step": 4985
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.023890396082108e-06,
      "loss": 0.9351,
      "step": 4986
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.020064137405654e-06,
      "loss": 1.0113,
      "step": 4987
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.016238570942401e-06,
      "loss": 0.8224,
      "step": 4988
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0124136973577175e-06,
      "loss": 0.9119,
      "step": 4989
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.008589517316841e-06,
      "loss": 0.8998,
      "step": 4990
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.004766031484901e-06,
      "loss": 0.7636,
      "step": 4991
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.0009432405268915e-06,
      "loss": 0.9108,
      "step": 4992
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.997121145107701e-06,
      "loss": 0.8969,
      "step": 4993
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.993299745892089e-06,
      "loss": 0.8533,
      "step": 4994
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9894790435446925e-06,
      "loss": 0.9337,
      "step": 4995
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.985659038730037e-06,
      "loss": 0.8946,
      "step": 4996
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.981839732112511e-06,
      "loss": 0.8544,
      "step": 4997
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.978021124356393e-06,
      "loss": 0.926,
      "step": 4998
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.974203216125838e-06,
      "loss": 0.9494,
      "step": 4999
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.970386008084877e-06,
      "loss": 0.8068,
      "step": 5000
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.966569500897421e-06,
      "loss": 0.877,
      "step": 5001
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.962753695227266e-06,
      "loss": 0.9274,
      "step": 5002
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.958938591738066e-06,
      "loss": 0.908,
      "step": 5003
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.9551241910933745e-06,
      "loss": 0.8388,
      "step": 5004
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.951310493956609e-06,
      "loss": 0.7256,
      "step": 5005
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.947497500991073e-06,
      "loss": 0.8944,
      "step": 5006
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.943685212859944e-06,
      "loss": 0.9242,
      "step": 5007
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.939873630226274e-06,
      "loss": 0.8929,
      "step": 5008
    },
    {
      "epoch": 0.64,
      "learning_rate": 5.936062753752997e-06,
      "loss": 0.9207,
      "step": 5009
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.932252584102923e-06,
      "loss": 0.7533,
      "step": 5010
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.928443121938737e-06,
      "loss": 0.9523,
      "step": 5011
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.924634367923008e-06,
      "loss": 1.0206,
      "step": 5012
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.920826322718165e-06,
      "loss": 0.9274,
      "step": 5013
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.917018986986534e-06,
      "loss": 0.9554,
      "step": 5014
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.913212361390308e-06,
      "loss": 0.7595,
      "step": 5015
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.909406446591552e-06,
      "loss": 0.7589,
      "step": 5016
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.90560124325222e-06,
      "loss": 0.9265,
      "step": 5017
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.901796752034128e-06,
      "loss": 0.9095,
      "step": 5018
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.897992973598974e-06,
      "loss": 0.9397,
      "step": 5019
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.894189908608342e-06,
      "loss": 0.9337,
      "step": 5020
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.890387557723674e-06,
      "loss": 0.9176,
      "step": 5021
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.886585921606298e-06,
      "loss": 0.9553,
      "step": 5022
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.882785000917422e-06,
      "loss": 0.9634,
      "step": 5023
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.878984796318117e-06,
      "loss": 0.9759,
      "step": 5024
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.875185308469342e-06,
      "loss": 0.9026,
      "step": 5025
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.87138653803192e-06,
      "loss": 0.608,
      "step": 5026
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.867588485666557e-06,
      "loss": 0.7691,
      "step": 5027
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.863791152033835e-06,
      "loss": 0.889,
      "step": 5028
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.859994537794203e-06,
      "loss": 0.8642,
      "step": 5029
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.856198643607998e-06,
      "loss": 0.8984,
      "step": 5030
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.852403470135413e-06,
      "loss": 0.8941,
      "step": 5031
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8486090180365305e-06,
      "loss": 0.7736,
      "step": 5032
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8448152879713075e-06,
      "loss": 0.8561,
      "step": 5033
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.841022280599565e-06,
      "loss": 0.889,
      "step": 5034
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.837229996581008e-06,
      "loss": 0.9474,
      "step": 5035
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.833438436575215e-06,
      "loss": 0.9981,
      "step": 5036
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.829647601241628e-06,
      "loss": 0.9301,
      "step": 5037
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.825857491239581e-06,
      "loss": 0.8767,
      "step": 5038
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.82206810722826e-06,
      "loss": 0.971,
      "step": 5039
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8182794498667436e-06,
      "loss": 0.9166,
      "step": 5040
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.814491519813974e-06,
      "loss": 0.9135,
      "step": 5041
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.8107043177287715e-06,
      "loss": 0.898,
      "step": 5042
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.806917844269827e-06,
      "loss": 0.8069,
      "step": 5043
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.80313210009571e-06,
      "loss": 0.9261,
      "step": 5044
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.799347085864851e-06,
      "loss": 0.9991,
      "step": 5045
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.79556280223557e-06,
      "loss": 0.8746,
      "step": 5046
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.791779249866041e-06,
      "loss": 0.9255,
      "step": 5047
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.787996429414326e-06,
      "loss": 0.9734,
      "step": 5048
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7842143415383604e-06,
      "loss": 0.8622,
      "step": 5049
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.780432986895936e-06,
      "loss": 0.937,
      "step": 5050
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.776652366144734e-06,
      "loss": 1.0002,
      "step": 5051
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7728724799423e-06,
      "loss": 0.9026,
      "step": 5052
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7690933289460535e-06,
      "loss": 0.9503,
      "step": 5053
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.765314913813291e-06,
      "loss": 0.926,
      "step": 5054
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.761537235201166e-06,
      "loss": 0.9189,
      "step": 5055
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.757760293766721e-06,
      "loss": 0.9093,
      "step": 5056
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.753984090166866e-06,
      "loss": 0.9244,
      "step": 5057
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7502086250583714e-06,
      "loss": 0.9448,
      "step": 5058
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.746433899097897e-06,
      "loss": 0.9648,
      "step": 5059
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7426599129419484e-06,
      "loss": 0.8712,
      "step": 5060
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.738886667246937e-06,
      "loss": 0.8937,
      "step": 5061
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.735114162669122e-06,
      "loss": 0.7902,
      "step": 5062
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.731342399864636e-06,
      "loss": 0.9168,
      "step": 5063
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.727571379489485e-06,
      "loss": 0.9349,
      "step": 5064
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7238011021995535e-06,
      "loss": 0.8544,
      "step": 5065
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.720031568650579e-06,
      "loss": 1.0069,
      "step": 5066
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7162627794981905e-06,
      "loss": 0.82,
      "step": 5067
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.712494735397869e-06,
      "loss": 0.9806,
      "step": 5068
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7087274370049776e-06,
      "loss": 0.8938,
      "step": 5069
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.7049608849747465e-06,
      "loss": 0.9736,
      "step": 5070
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.701195079962276e-06,
      "loss": 0.8666,
      "step": 5071
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.697430022622542e-06,
      "loss": 0.8549,
      "step": 5072
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.693665713610374e-06,
      "loss": 0.8742,
      "step": 5073
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.689902153580489e-06,
      "loss": 0.9112,
      "step": 5074
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.686139343187468e-06,
      "loss": 0.9334,
      "step": 5075
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6823772830857535e-06,
      "loss": 0.9846,
      "step": 5076
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.678615973929671e-06,
      "loss": 0.7055,
      "step": 5077
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.674855416373411e-06,
      "loss": 0.7958,
      "step": 5078
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.67109561107102e-06,
      "loss": 0.9151,
      "step": 5079
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.667336558676435e-06,
      "loss": 0.8025,
      "step": 5080
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.663578259843448e-06,
      "loss": 0.9355,
      "step": 5081
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6598207152257236e-06,
      "loss": 0.9268,
      "step": 5082
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6560639254768e-06,
      "loss": 0.9156,
      "step": 5083
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.652307891250073e-06,
      "loss": 0.8889,
      "step": 5084
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.648552613198817e-06,
      "loss": 0.8037,
      "step": 5085
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.644798091976174e-06,
      "loss": 0.9081,
      "step": 5086
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.6410443282351445e-06,
      "loss": 0.7879,
      "step": 5087
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.637291322628613e-06,
      "loss": 0.8064,
      "step": 5088
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.633539075809315e-06,
      "loss": 0.9274,
      "step": 5089
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.629787588429869e-06,
      "loss": 0.9913,
      "step": 5090
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.626036861142752e-06,
      "loss": 0.9145,
      "step": 5091
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.622286894600313e-06,
      "loss": 0.729,
      "step": 5092
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.618537689454773e-06,
      "loss": 0.8976,
      "step": 5093
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.614789246358205e-06,
      "loss": 0.8826,
      "step": 5094
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.611041565962566e-06,
      "loss": 0.9064,
      "step": 5095
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.607294648919677e-06,
      "loss": 0.885,
      "step": 5096
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.6035484958812125e-06,
      "loss": 0.9285,
      "step": 5097
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5998031074987335e-06,
      "loss": 0.9754,
      "step": 5098
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5960584844236565e-06,
      "loss": 0.9334,
      "step": 5099
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.592314627307269e-06,
      "loss": 0.9333,
      "step": 5100
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.588571536800727e-06,
      "loss": 0.9808,
      "step": 5101
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.584829213555043e-06,
      "loss": 0.9823,
      "step": 5102
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5810876582211075e-06,
      "loss": 0.8941,
      "step": 5103
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.577346871449675e-06,
      "loss": 0.9468,
      "step": 5104
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.573606853891359e-06,
      "loss": 0.7699,
      "step": 5105
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.569867606196652e-06,
      "loss": 0.882,
      "step": 5106
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.566129129015897e-06,
      "loss": 0.9558,
      "step": 5107
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.562391422999316e-06,
      "loss": 0.757,
      "step": 5108
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.558654488796992e-06,
      "loss": 0.9467,
      "step": 5109
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.554918327058874e-06,
      "loss": 0.8985,
      "step": 5110
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5511829384347744e-06,
      "loss": 0.9362,
      "step": 5111
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.54744832357438e-06,
      "loss": 0.9594,
      "step": 5112
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5437144831272295e-06,
      "loss": 0.879,
      "step": 5113
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.539981417742739e-06,
      "loss": 0.9142,
      "step": 5114
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.536249128070177e-06,
      "loss": 0.9475,
      "step": 5115
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.5325176147586905e-06,
      "loss": 0.9873,
      "step": 5116
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.528786878457286e-06,
      "loss": 0.9231,
      "step": 5117
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.52505691981483e-06,
      "loss": 0.8799,
      "step": 5118
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.521327739480061e-06,
      "loss": 0.9105,
      "step": 5119
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.51759933810158e-06,
      "loss": 0.9374,
      "step": 5120
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.513871716327851e-06,
      "loss": 0.7834,
      "step": 5121
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.510144874807209e-06,
      "loss": 0.9595,
      "step": 5122
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.506418814187835e-06,
      "loss": 0.9104,
      "step": 5123
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.502693535117796e-06,
      "loss": 0.7019,
      "step": 5124
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.498969038245015e-06,
      "loss": 0.9587,
      "step": 5125
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.495245324217271e-06,
      "loss": 0.9712,
      "step": 5126
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.491522393682222e-06,
      "loss": 0.9481,
      "step": 5127
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.487800247287371e-06,
      "loss": 0.8676,
      "step": 5128
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.484078885680102e-06,
      "loss": 0.9108,
      "step": 5129
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.480358309507653e-06,
      "loss": 0.5652,
      "step": 5130
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.47663851941713e-06,
      "loss": 0.7386,
      "step": 5131
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.472919516055497e-06,
      "loss": 0.8981,
      "step": 5132
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.469201300069593e-06,
      "loss": 0.9543,
      "step": 5133
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.465483872106099e-06,
      "loss": 0.9258,
      "step": 5134
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.461767232811583e-06,
      "loss": 0.8886,
      "step": 5135
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4580513828324525e-06,
      "loss": 0.9779,
      "step": 5136
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.454336322814995e-06,
      "loss": 0.6927,
      "step": 5137
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.450622053405356e-06,
      "loss": 0.9288,
      "step": 5138
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.446908575249541e-06,
      "loss": 0.8818,
      "step": 5139
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.443195888993421e-06,
      "loss": 0.9577,
      "step": 5140
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.43948399528273e-06,
      "loss": 0.7847,
      "step": 5141
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.435772894763054e-06,
      "loss": 0.8236,
      "step": 5142
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4320625880798586e-06,
      "loss": 0.9285,
      "step": 5143
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.428353075878451e-06,
      "loss": 0.8212,
      "step": 5144
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.424644358804016e-06,
      "loss": 0.9456,
      "step": 5145
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4209364375015985e-06,
      "loss": 0.8586,
      "step": 5146
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.4172293126160945e-06,
      "loss": 0.8925,
      "step": 5147
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.41352298479227e-06,
      "loss": 0.9608,
      "step": 5148
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.409817454674754e-06,
      "loss": 0.9673,
      "step": 5149
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.40611272290803e-06,
      "loss": 0.9127,
      "step": 5150
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.402408790136453e-06,
      "loss": 0.8919,
      "step": 5151
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.398705657004224e-06,
      "loss": 0.928,
      "step": 5152
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.395003324155414e-06,
      "loss": 0.6257,
      "step": 5153
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.391301792233962e-06,
      "loss": 0.8929,
      "step": 5154
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.387601061883648e-06,
      "loss": 0.6339,
      "step": 5155
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.383901133748135e-06,
      "loss": 0.9523,
      "step": 5156
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.380202008470925e-06,
      "loss": 0.762,
      "step": 5157
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.376503686695398e-06,
      "loss": 0.9121,
      "step": 5158
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.372806169064786e-06,
      "loss": 1.0014,
      "step": 5159
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.369109456222181e-06,
      "loss": 0.8971,
      "step": 5160
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.365413548810541e-06,
      "loss": 0.8257,
      "step": 5161
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.361718447472673e-06,
      "loss": 0.6281,
      "step": 5162
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.3580241528512534e-06,
      "loss": 0.8749,
      "step": 5163
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.354330665588819e-06,
      "loss": 0.7915,
      "step": 5164
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.350637986327751e-06,
      "loss": 0.741,
      "step": 5165
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.346946115710312e-06,
      "loss": 0.9186,
      "step": 5166
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.343255054378611e-06,
      "loss": 0.9272,
      "step": 5167
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.339564802974615e-06,
      "loss": 0.82,
      "step": 5168
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.335875362140154e-06,
      "loss": 0.9965,
      "step": 5169
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.332186732516919e-06,
      "loss": 0.9672,
      "step": 5170
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.328498914746456e-06,
      "loss": 0.8068,
      "step": 5171
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.324811909470176e-06,
      "loss": 0.9347,
      "step": 5172
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.321125717329337e-06,
      "loss": 0.8414,
      "step": 5173
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.317440338965067e-06,
      "loss": 0.8944,
      "step": 5174
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.3137557750183485e-06,
      "loss": 0.8991,
      "step": 5175
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.310072026130018e-06,
      "loss": 0.8809,
      "step": 5176
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.306389092940776e-06,
      "loss": 0.9964,
      "step": 5177
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.302706976091179e-06,
      "loss": 0.892,
      "step": 5178
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.299025676221643e-06,
      "loss": 0.8816,
      "step": 5179
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.295345193972445e-06,
      "loss": 0.8869,
      "step": 5180
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.291665529983707e-06,
      "loss": 0.8782,
      "step": 5181
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.287986684895424e-06,
      "loss": 0.9341,
      "step": 5182
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.284308659347435e-06,
      "loss": 0.8875,
      "step": 5183
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.280631453979448e-06,
      "loss": 0.9114,
      "step": 5184
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2769550694310254e-06,
      "loss": 0.9074,
      "step": 5185
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2732795063415796e-06,
      "loss": 0.9255,
      "step": 5186
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.269604765350387e-06,
      "loss": 0.9021,
      "step": 5187
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.265930847096581e-06,
      "loss": 0.766,
      "step": 5188
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.262257752219151e-06,
      "loss": 0.9193,
      "step": 5189
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.258585481356945e-06,
      "loss": 0.8591,
      "step": 5190
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.254914035148658e-06,
      "loss": 0.9456,
      "step": 5191
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2512434142328535e-06,
      "loss": 0.9527,
      "step": 5192
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.247573619247951e-06,
      "loss": 0.9631,
      "step": 5193
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2439046508322146e-06,
      "loss": 0.8899,
      "step": 5194
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2402365096237724e-06,
      "loss": 0.9138,
      "step": 5195
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.236569196260619e-06,
      "loss": 0.9797,
      "step": 5196
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.232902711380581e-06,
      "loss": 0.8369,
      "step": 5197
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2292370556213615e-06,
      "loss": 0.9637,
      "step": 5198
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2255722296205104e-06,
      "loss": 0.7355,
      "step": 5199
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.221908234015436e-06,
      "loss": 0.9205,
      "step": 5200
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.218245069443406e-06,
      "loss": 0.9403,
      "step": 5201
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.214582736541529e-06,
      "loss": 0.9568,
      "step": 5202
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.21092123594679e-06,
      "loss": 0.9218,
      "step": 5203
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.207260568296008e-06,
      "loss": 0.8658,
      "step": 5204
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.203600734225871e-06,
      "loss": 0.9004,
      "step": 5205
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.199941734372922e-06,
      "loss": 0.9278,
      "step": 5206
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1962835693735506e-06,
      "loss": 0.9101,
      "step": 5207
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.192626239864001e-06,
      "loss": 0.8699,
      "step": 5208
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.188969746480391e-06,
      "loss": 0.953,
      "step": 5209
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1853140898586685e-06,
      "loss": 0.9246,
      "step": 5210
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.181659270634651e-06,
      "loss": 0.9374,
      "step": 5211
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.178005289443999e-06,
      "loss": 0.8417,
      "step": 5212
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.174352146922239e-06,
      "loss": 0.8258,
      "step": 5213
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.17069984370475e-06,
      "loss": 0.7485,
      "step": 5214
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.167048380426751e-06,
      "loss": 0.9249,
      "step": 5215
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.163397757723333e-06,
      "loss": 0.7062,
      "step": 5216
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.15974797622943e-06,
      "loss": 0.8734,
      "step": 5217
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1560990365798355e-06,
      "loss": 0.8784,
      "step": 5218
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.152450939409196e-06,
      "loss": 0.9128,
      "step": 5219
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.148803685352002e-06,
      "loss": 0.9394,
      "step": 5220
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.14515727504261e-06,
      "loss": 0.853,
      "step": 5221
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.141511709115226e-06,
      "loss": 0.9152,
      "step": 5222
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.137866988203901e-06,
      "loss": 0.8754,
      "step": 5223
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.134223112942556e-06,
      "loss": 0.9855,
      "step": 5224
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.130580083964942e-06,
      "loss": 1.0052,
      "step": 5225
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.126937901904683e-06,
      "loss": 0.9317,
      "step": 5226
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.123296567395246e-06,
      "loss": 0.8618,
      "step": 5227
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.1196560810699545e-06,
      "loss": 0.9405,
      "step": 5228
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.116016443561982e-06,
      "loss": 0.9531,
      "step": 5229
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.112377655504359e-06,
      "loss": 0.8429,
      "step": 5230
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.108739717529956e-06,
      "loss": 0.9298,
      "step": 5231
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.105102630271512e-06,
      "loss": 0.7911,
      "step": 5232
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.101466394361603e-06,
      "loss": 0.865,
      "step": 5233
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.097831010432666e-06,
      "loss": 0.9189,
      "step": 5234
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0941964791169955e-06,
      "loss": 0.9745,
      "step": 5235
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0905628010467165e-06,
      "loss": 0.9021,
      "step": 5236
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.086929976853827e-06,
      "loss": 0.8598,
      "step": 5237
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.083298007170167e-06,
      "loss": 0.9097,
      "step": 5238
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.0796668926274325e-06,
      "loss": 0.7967,
      "step": 5239
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.076036633857166e-06,
      "loss": 0.8629,
      "step": 5240
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.072407231490761e-06,
      "loss": 0.9657,
      "step": 5241
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.068778686159464e-06,
      "loss": 0.9626,
      "step": 5242
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.065150998494377e-06,
      "loss": 0.7911,
      "step": 5243
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.06152416912644e-06,
      "loss": 0.8752,
      "step": 5244
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.057898198686459e-06,
      "loss": 0.8091,
      "step": 5245
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.05427308780508e-06,
      "loss": 0.8536,
      "step": 5246
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.050648837112799e-06,
      "loss": 0.7606,
      "step": 5247
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0470254472399795e-06,
      "loss": 0.8522,
      "step": 5248
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.043402918816809e-06,
      "loss": 0.9453,
      "step": 5249
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.039781252473344e-06,
      "loss": 0.9605,
      "step": 5250
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.036160448839489e-06,
      "loss": 0.6903,
      "step": 5251
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.032540508544985e-06,
      "loss": 0.9196,
      "step": 5252
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.028921432219444e-06,
      "loss": 0.8403,
      "step": 5253
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.025303220492307e-06,
      "loss": 0.9383,
      "step": 5254
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.021685873992876e-06,
      "loss": 0.845,
      "step": 5255
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.0180693933503046e-06,
      "loss": 0.9225,
      "step": 5256
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.014453779193589e-06,
      "loss": 0.9363,
      "step": 5257
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.010839032151582e-06,
      "loss": 0.9337,
      "step": 5258
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.007225152852974e-06,
      "loss": 0.9369,
      "step": 5259
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.003612141926314e-06,
      "loss": 0.7122,
      "step": 5260
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.000000000000003e-06,
      "loss": 1.0086,
      "step": 5261
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.996388727702276e-06,
      "loss": 0.923,
      "step": 5262
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.99277832566123e-06,
      "loss": 0.7357,
      "step": 5263
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.989168794504813e-06,
      "loss": 0.8504,
      "step": 5264
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9855601348608055e-06,
      "loss": 0.9993,
      "step": 5265
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.98195234735685e-06,
      "loss": 0.8839,
      "step": 5266
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9783454326204354e-06,
      "loss": 0.8846,
      "step": 5267
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.974739391278894e-06,
      "loss": 0.9217,
      "step": 5268
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.971134223959416e-06,
      "loss": 0.8517,
      "step": 5269
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9675299312890234e-06,
      "loss": 0.8304,
      "step": 5270
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.963926513894599e-06,
      "loss": 0.9514,
      "step": 5271
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.960323972402874e-06,
      "loss": 0.9584,
      "step": 5272
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.956722307440416e-06,
      "loss": 0.8781,
      "step": 5273
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.953121519633654e-06,
      "loss": 0.8504,
      "step": 5274
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.94952160960885e-06,
      "loss": 0.9514,
      "step": 5275
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.945922577992125e-06,
      "loss": 0.8994,
      "step": 5276
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.942324425409444e-06,
      "loss": 0.9276,
      "step": 5277
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.938727152486616e-06,
      "loss": 0.9626,
      "step": 5278
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.935130759849306e-06,
      "loss": 1.0234,
      "step": 5279
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.931535248123008e-06,
      "loss": 0.9016,
      "step": 5280
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9279406179330815e-06,
      "loss": 0.9248,
      "step": 5281
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.924346869904727e-06,
      "loss": 0.942,
      "step": 5282
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.920754004662982e-06,
      "loss": 0.7527,
      "step": 5283
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9171620228327424e-06,
      "loss": 0.9111,
      "step": 5284
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.913570925038749e-06,
      "loss": 0.9734,
      "step": 5285
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.909980711905576e-06,
      "loss": 0.8712,
      "step": 5286
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.9063913840576705e-06,
      "loss": 0.8788,
      "step": 5287
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.902802942119293e-06,
      "loss": 0.9021,
      "step": 5288
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.899215386714574e-06,
      "loss": 0.7465,
      "step": 5289
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.895628718467483e-06,
      "loss": 0.9279,
      "step": 5290
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.892042938001827e-06,
      "loss": 0.7371,
      "step": 5291
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.888458045941269e-06,
      "loss": 0.9237,
      "step": 5292
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.884874042909318e-06,
      "loss": 0.8016,
      "step": 5293
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.881290929529317e-06,
      "loss": 0.9225,
      "step": 5294
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.877708706424464e-06,
      "loss": 0.9338,
      "step": 5295
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.874127374217801e-06,
      "loss": 0.8021,
      "step": 5296
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.870546933532215e-06,
      "loss": 0.8986,
      "step": 5297
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.866967384990436e-06,
      "loss": 0.9327,
      "step": 5298
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.863388729215037e-06,
      "loss": 0.9735,
      "step": 5299
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.859810966828443e-06,
      "loss": 0.8741,
      "step": 5300
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.856234098452914e-06,
      "loss": 0.8789,
      "step": 5301
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8526581247105584e-06,
      "loss": 0.9054,
      "step": 5302
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8490830462233384e-06,
      "loss": 0.9281,
      "step": 5303
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.845508863613042e-06,
      "loss": 0.9017,
      "step": 5304
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.841935577501316e-06,
      "loss": 0.9131,
      "step": 5305
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.838363188509648e-06,
      "loss": 0.9163,
      "step": 5306
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.834791697259367e-06,
      "loss": 0.8348,
      "step": 5307
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.831221104371651e-06,
      "loss": 0.8398,
      "step": 5308
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.82765141046751e-06,
      "loss": 0.7944,
      "step": 5309
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.824082616167809e-06,
      "loss": 0.846,
      "step": 5310
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.820514722093259e-06,
      "loss": 0.886,
      "step": 5311
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8169477288643996e-06,
      "loss": 0.9559,
      "step": 5312
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.813381637101629e-06,
      "loss": 0.7639,
      "step": 5313
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.809816447425178e-06,
      "loss": 0.8939,
      "step": 5314
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.8062521604551245e-06,
      "loss": 0.7517,
      "step": 5315
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.802688776811393e-06,
      "loss": 0.8125,
      "step": 5316
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.799126297113747e-06,
      "loss": 0.9978,
      "step": 5317
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.795564721981791e-06,
      "loss": 0.7731,
      "step": 5318
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.792004052034981e-06,
      "loss": 0.864,
      "step": 5319
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7884442878926e-06,
      "loss": 0.929,
      "step": 5320
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.78488543017379e-06,
      "loss": 0.8818,
      "step": 5321
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7813274794975214e-06,
      "loss": 0.9052,
      "step": 5322
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7777704364826175e-06,
      "loss": 0.7947,
      "step": 5323
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.77421430174774e-06,
      "loss": 0.9043,
      "step": 5324
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.770659075911386e-06,
      "loss": 0.8449,
      "step": 5325
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.767104759591907e-06,
      "loss": 0.9757,
      "step": 5326
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.763551353407494e-06,
      "loss": 0.7645,
      "step": 5327
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.759998857976165e-06,
      "loss": 0.8652,
      "step": 5328
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.756447273915801e-06,
      "loss": 0.8609,
      "step": 5329
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.752896601844104e-06,
      "loss": 0.9274,
      "step": 5330
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.74934684237863e-06,
      "loss": 0.9266,
      "step": 5331
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.745797996136781e-06,
      "loss": 0.7897,
      "step": 5332
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.742250063735781e-06,
      "loss": 0.9091,
      "step": 5333
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.738703045792714e-06,
      "loss": 0.7918,
      "step": 5334
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.735156942924495e-06,
      "loss": 0.8648,
      "step": 5335
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.731611755747884e-06,
      "loss": 0.8569,
      "step": 5336
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.728067484879483e-06,
      "loss": 0.9684,
      "step": 5337
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.724524130935724e-06,
      "loss": 0.9516,
      "step": 5338
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.720981694532893e-06,
      "loss": 0.8798,
      "step": 5339
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7174401762871145e-06,
      "loss": 0.9207,
      "step": 5340
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.713899576814339e-06,
      "loss": 0.9371,
      "step": 5341
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.710359896730379e-06,
      "loss": 0.8965,
      "step": 5342
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.706821136650867e-06,
      "loss": 0.9572,
      "step": 5343
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7032832971912865e-06,
      "loss": 0.9985,
      "step": 5344
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6997463789669605e-06,
      "loss": 0.7968,
      "step": 5345
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.696210382593049e-06,
      "loss": 0.8025,
      "step": 5346
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.692675308684556e-06,
      "loss": 0.7751,
      "step": 5347
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6891411578563205e-06,
      "loss": 0.917,
      "step": 5348
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.685607930723018e-06,
      "loss": 0.9221,
      "step": 5349
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.682075627899174e-06,
      "loss": 0.6987,
      "step": 5350
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.67854424999914e-06,
      "loss": 0.6742,
      "step": 5351
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.675013797637117e-06,
      "loss": 0.788,
      "step": 5352
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.671484271427144e-06,
      "loss": 0.9385,
      "step": 5353
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.66795567198309e-06,
      "loss": 0.6934,
      "step": 5354
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.664427999918673e-06,
      "loss": 0.7528,
      "step": 5355
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.660901255847445e-06,
      "loss": 0.8641,
      "step": 5356
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.657375440382798e-06,
      "loss": 0.9073,
      "step": 5357
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.653850554137968e-06,
      "loss": 0.7674,
      "step": 5358
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.650326597726012e-06,
      "loss": 0.7713,
      "step": 5359
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.646803571759842e-06,
      "loss": 0.8701,
      "step": 5360
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.643281476852207e-06,
      "loss": 0.9484,
      "step": 5361
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.639760313615683e-06,
      "loss": 0.9379,
      "step": 5362
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.636240082662697e-06,
      "loss": 0.7988,
      "step": 5363
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.632720784605497e-06,
      "loss": 0.7104,
      "step": 5364
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.629202420056189e-06,
      "loss": 0.9281,
      "step": 5365
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6256849896267105e-06,
      "loss": 0.8847,
      "step": 5366
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.622168493928824e-06,
      "loss": 0.9313,
      "step": 5367
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.618652933574144e-06,
      "loss": 0.9253,
      "step": 5368
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.615138309174112e-06,
      "loss": 0.9711,
      "step": 5369
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.611624621340015e-06,
      "loss": 0.7447,
      "step": 5370
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.608111870682976e-06,
      "loss": 0.9956,
      "step": 5371
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.6046000578139474e-06,
      "loss": 0.8163,
      "step": 5372
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.601089183343725e-06,
      "loss": 0.9075,
      "step": 5373
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.597579247882942e-06,
      "loss": 0.86,
      "step": 5374
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.594070252042065e-06,
      "loss": 0.74,
      "step": 5375
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.590562196431404e-06,
      "loss": 0.9448,
      "step": 5376
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.587055081661091e-06,
      "loss": 0.9165,
      "step": 5377
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.583548908341109e-06,
      "loss": 0.9695,
      "step": 5378
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.580043677081274e-06,
      "loss": 0.8916,
      "step": 5379
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5765393884912294e-06,
      "loss": 0.9366,
      "step": 5380
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.573036043180463e-06,
      "loss": 0.939,
      "step": 5381
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5695336417583024e-06,
      "loss": 0.8975,
      "step": 5382
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.566032184833897e-06,
      "loss": 0.8746,
      "step": 5383
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.562531673016245e-06,
      "loss": 0.8983,
      "step": 5384
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.559032106914173e-06,
      "loss": 0.9192,
      "step": 5385
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.555533487136348e-06,
      "loss": 0.8844,
      "step": 5386
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.552035814291271e-06,
      "loss": 0.9305,
      "step": 5387
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.548539088987274e-06,
      "loss": 0.8511,
      "step": 5388
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.54504331183253e-06,
      "loss": 0.8467,
      "step": 5389
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.541548483435041e-06,
      "loss": 0.8777,
      "step": 5390
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.53805460440265e-06,
      "loss": 0.9754,
      "step": 5391
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.5345616753430345e-06,
      "loss": 0.8632,
      "step": 5392
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.531069696863699e-06,
      "loss": 0.878,
      "step": 5393
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.527578669571993e-06,
      "loss": 0.8604,
      "step": 5394
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.524088594075092e-06,
      "loss": 1.0018,
      "step": 5395
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.520599470980015e-06,
      "loss": 0.9144,
      "step": 5396
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.517111300893611e-06,
      "loss": 0.9286,
      "step": 5397
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.513624084422554e-06,
      "loss": 0.8853,
      "step": 5398
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.510137822173369e-06,
      "loss": 0.9153,
      "step": 5399
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.506652514752404e-06,
      "loss": 1.0091,
      "step": 5400
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.5031681627658405e-06,
      "loss": 0.9383,
      "step": 5401
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4996847668196995e-06,
      "loss": 0.9001,
      "step": 5402
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.496202327519834e-06,
      "loss": 0.9365,
      "step": 5403
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.492720845471928e-06,
      "loss": 0.9378,
      "step": 5404
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.489240321281507e-06,
      "loss": 0.8987,
      "step": 5405
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4857607555539125e-06,
      "loss": 0.7836,
      "step": 5406
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.482282148894338e-06,
      "loss": 0.8584,
      "step": 5407
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4788045019078045e-06,
      "loss": 0.8999,
      "step": 5408
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.475327815199156e-06,
      "loss": 0.8025,
      "step": 5409
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.471852089373088e-06,
      "loss": 0.9017,
      "step": 5410
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4683773250341076e-06,
      "loss": 0.9327,
      "step": 5411
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.464903522786572e-06,
      "loss": 0.7996,
      "step": 5412
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.461430683234664e-06,
      "loss": 0.8864,
      "step": 5413
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4579588069824e-06,
      "loss": 0.8053,
      "step": 5414
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.454487894633628e-06,
      "loss": 0.8979,
      "step": 5415
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4510179467920325e-06,
      "loss": 0.9308,
      "step": 5416
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.447548964061119e-06,
      "loss": 0.8278,
      "step": 5417
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.444080947044242e-06,
      "loss": 0.8539,
      "step": 5418
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.44061389634457e-06,
      "loss": 0.9539,
      "step": 5419
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4371478125651154e-06,
      "loss": 0.9174,
      "step": 5420
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.433682696308725e-06,
      "loss": 0.8869,
      "step": 5421
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.430218548178063e-06,
      "loss": 0.8599,
      "step": 5422
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.426755368775637e-06,
      "loss": 0.8527,
      "step": 5423
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.423293158703784e-06,
      "loss": 0.8377,
      "step": 5424
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.419831918564671e-06,
      "loss": 0.8339,
      "step": 5425
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4163716489603e-06,
      "loss": 0.7376,
      "step": 5426
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.4129123504924944e-06,
      "loss": 0.8625,
      "step": 5427
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.409454023762917e-06,
      "loss": 0.9025,
      "step": 5428
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.405996669373066e-06,
      "loss": 0.937,
      "step": 5429
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.402540287924255e-06,
      "loss": 0.7671,
      "step": 5430
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.399084880017646e-06,
      "loss": 0.9784,
      "step": 5431
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.395630446254215e-06,
      "loss": 0.9231,
      "step": 5432
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.392176987234782e-06,
      "loss": 0.9845,
      "step": 5433
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.388724503559991e-06,
      "loss": 0.9626,
      "step": 5434
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.385272995830319e-06,
      "loss": 0.8835,
      "step": 5435
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.38182246464607e-06,
      "loss": 0.9214,
      "step": 5436
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.378372910607385e-06,
      "loss": 0.9562,
      "step": 5437
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.374924334314222e-06,
      "loss": 0.8859,
      "step": 5438
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.371476736366386e-06,
      "loss": 0.9258,
      "step": 5439
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.368030117363494e-06,
      "loss": 0.8982,
      "step": 5440
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.364584477905007e-06,
      "loss": 0.7783,
      "step": 5441
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.36113981859021e-06,
      "loss": 0.87,
      "step": 5442
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.357696140018216e-06,
      "loss": 0.715,
      "step": 5443
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.354253442787975e-06,
      "loss": 0.9028,
      "step": 5444
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.350811727498252e-06,
      "loss": 0.8842,
      "step": 5445
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.347370994747654e-06,
      "loss": 0.9011,
      "step": 5446
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.343931245134616e-06,
      "loss": 0.877,
      "step": 5447
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.340492479257392e-06,
      "loss": 0.9165,
      "step": 5448
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.337054697714077e-06,
      "loss": 0.9353,
      "step": 5449
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.333617901102592e-06,
      "loss": 0.9586,
      "step": 5450
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.330182090020675e-06,
      "loss": 0.7571,
      "step": 5451
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.326747265065908e-06,
      "loss": 0.9123,
      "step": 5452
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3233134268356945e-06,
      "loss": 0.9232,
      "step": 5453
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.3198805759272684e-06,
      "loss": 0.7491,
      "step": 5454
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.316448712937694e-06,
      "loss": 0.8326,
      "step": 5455
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.313017838463852e-06,
      "loss": 1.0434,
      "step": 5456
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.309587953102464e-06,
      "loss": 0.8685,
      "step": 5457
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.30615905745008e-06,
      "loss": 0.958,
      "step": 5458
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.302731152103064e-06,
      "loss": 0.9598,
      "step": 5459
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.299304237657627e-06,
      "loss": 0.7754,
      "step": 5460
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.295878314709787e-06,
      "loss": 0.9279,
      "step": 5461
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.292453383855405e-06,
      "loss": 0.8238,
      "step": 5462
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.289029445690165e-06,
      "loss": 0.8366,
      "step": 5463
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.285606500809578e-06,
      "loss": 0.8461,
      "step": 5464
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.282184549808985e-06,
      "loss": 0.8892,
      "step": 5465
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.278763593283545e-06,
      "loss": 0.9116,
      "step": 5466
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.2753436318282525e-06,
      "loss": 0.8762,
      "step": 5467
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.271924666037931e-06,
      "loss": 0.9372,
      "step": 5468
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.268506696507221e-06,
      "loss": 0.9183,
      "step": 5469
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.265089723830596e-06,
      "loss": 0.9272,
      "step": 5470
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.261673748602362e-06,
      "loss": 0.8556,
      "step": 5471
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.258258771416634e-06,
      "loss": 0.844,
      "step": 5472
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.254844792867373e-06,
      "loss": 0.8491,
      "step": 5473
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.251431813548354e-06,
      "loss": 0.8799,
      "step": 5474
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.248019834053182e-06,
      "loss": 0.8881,
      "step": 5475
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.2446088549752925e-06,
      "loss": 0.866,
      "step": 5476
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.241198876907936e-06,
      "loss": 0.8871,
      "step": 5477
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.237789900444197e-06,
      "loss": 0.8937,
      "step": 5478
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.23438192617699e-06,
      "loss": 1.0011,
      "step": 5479
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.230974954699041e-06,
      "loss": 0.8553,
      "step": 5480
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.227568986602912e-06,
      "loss": 0.8898,
      "step": 5481
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.224164022480992e-06,
      "loss": 0.9127,
      "step": 5482
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.220760062925488e-06,
      "loss": 0.9194,
      "step": 5483
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.217357108528444e-06,
      "loss": 0.9868,
      "step": 5484
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.213955159881711e-06,
      "loss": 0.8693,
      "step": 5485
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.210554217576982e-06,
      "loss": 0.8986,
      "step": 5486
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.207154282205763e-06,
      "loss": 0.8136,
      "step": 5487
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.203755354359394e-06,
      "loss": 0.9155,
      "step": 5488
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.200357434629039e-06,
      "loss": 0.9481,
      "step": 5489
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.196960523605674e-06,
      "loss": 0.9272,
      "step": 5490
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1935646218801175e-06,
      "loss": 0.8375,
      "step": 5491
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.190169730043e-06,
      "loss": 0.9424,
      "step": 5492
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.186775848684783e-06,
      "loss": 0.8824,
      "step": 5493
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.183382978395751e-06,
      "loss": 0.9281,
      "step": 5494
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.179991119766008e-06,
      "loss": 0.9179,
      "step": 5495
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.176600273385485e-06,
      "loss": 0.932,
      "step": 5496
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.173210439843943e-06,
      "loss": 0.9856,
      "step": 5497
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.169821619730955e-06,
      "loss": 0.7922,
      "step": 5498
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.166433813635928e-06,
      "loss": 0.7082,
      "step": 5499
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1630470221480845e-06,
      "loss": 0.8538,
      "step": 5500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.159661245856477e-06,
      "loss": 0.9012,
      "step": 5501
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.156276485349979e-06,
      "loss": 0.9517,
      "step": 5502
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.152892741217287e-06,
      "loss": 0.8907,
      "step": 5503
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.149510014046922e-06,
      "loss": 0.941,
      "step": 5504
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.146128304427232e-06,
      "loss": 0.8923,
      "step": 5505
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.142747612946373e-06,
      "loss": 0.9319,
      "step": 5506
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.139367940192342e-06,
      "loss": 0.9566,
      "step": 5507
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.135989286752946e-06,
      "loss": 0.8897,
      "step": 5508
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.132611653215822e-06,
      "loss": 0.8426,
      "step": 5509
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.129235040168432e-06,
      "loss": 0.631,
      "step": 5510
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1258594481980465e-06,
      "loss": 0.9709,
      "step": 5511
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.122484877891773e-06,
      "loss": 0.848,
      "step": 5512
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.119111329836536e-06,
      "loss": 0.8969,
      "step": 5513
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.115738804619082e-06,
      "loss": 0.8852,
      "step": 5514
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.112367302825982e-06,
      "loss": 0.7901,
      "step": 5515
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.108996825043622e-06,
      "loss": 0.8945,
      "step": 5516
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.105627371858218e-06,
      "loss": 0.721,
      "step": 5517
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.102258943855806e-06,
      "loss": 0.8681,
      "step": 5518
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0988915416222376e-06,
      "loss": 0.9339,
      "step": 5519
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.095525165743192e-06,
      "loss": 0.8898,
      "step": 5520
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.092159816804171e-06,
      "loss": 0.8447,
      "step": 5521
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.088795495390494e-06,
      "loss": 0.7808,
      "step": 5522
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0854322020873075e-06,
      "loss": 0.934,
      "step": 5523
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0820699374795654e-06,
      "loss": 0.8893,
      "step": 5524
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.078708702152058e-06,
      "loss": 0.9383,
      "step": 5525
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.075348496689392e-06,
      "loss": 0.9689,
      "step": 5526
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.071989321675987e-06,
      "loss": 0.7384,
      "step": 5527
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0686311776960995e-06,
      "loss": 0.934,
      "step": 5528
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.065274065333788e-06,
      "loss": 0.8851,
      "step": 5529
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.061917985172943e-06,
      "loss": 0.9247,
      "step": 5530
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.058562937797275e-06,
      "loss": 0.7735,
      "step": 5531
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.055208923790311e-06,
      "loss": 0.8171,
      "step": 5532
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.051855943735403e-06,
      "loss": 0.9249,
      "step": 5533
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.048503998215724e-06,
      "loss": 0.8495,
      "step": 5534
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.045153087814253e-06,
      "loss": 0.9379,
      "step": 5535
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0418032131138096e-06,
      "loss": 0.8581,
      "step": 5536
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.038454374697015e-06,
      "loss": 0.8745,
      "step": 5537
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.035106573146322e-06,
      "loss": 0.8134,
      "step": 5538
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.031759809044004e-06,
      "loss": 0.9286,
      "step": 5539
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.028414082972141e-06,
      "loss": 0.8807,
      "step": 5540
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.025069395512644e-06,
      "loss": 0.8932,
      "step": 5541
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.021725747247241e-06,
      "loss": 0.8684,
      "step": 5542
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.018383138757478e-06,
      "loss": 0.8762,
      "step": 5543
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.015041570624724e-06,
      "loss": 0.8986,
      "step": 5544
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.011701043430159e-06,
      "loss": 0.9041,
      "step": 5545
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.008361557754787e-06,
      "loss": 0.7941,
      "step": 5546
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.005023114179434e-06,
      "loss": 0.8833,
      "step": 5547
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.0016857132847355e-06,
      "loss": 0.9386,
      "step": 5548
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.998349355651157e-06,
      "loss": 0.9562,
      "step": 5549
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.995014041858973e-06,
      "loss": 0.9894,
      "step": 5550
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.991679772488282e-06,
      "loss": 0.9511,
      "step": 5551
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.988346548118997e-06,
      "loss": 0.7869,
      "step": 5552
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.985014369330854e-06,
      "loss": 0.7846,
      "step": 5553
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.981683236703405e-06,
      "loss": 0.8633,
      "step": 5554
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.978353150816021e-06,
      "loss": 0.9001,
      "step": 5555
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.975024112247884e-06,
      "loss": 0.9902,
      "step": 5556
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.971696121578007e-06,
      "loss": 0.8293,
      "step": 5557
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9683691793852044e-06,
      "loss": 0.8316,
      "step": 5558
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.965043286248121e-06,
      "loss": 0.9179,
      "step": 5559
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.961718442745216e-06,
      "loss": 0.8999,
      "step": 5560
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.958394649454766e-06,
      "loss": 0.861,
      "step": 5561
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9550719069548645e-06,
      "loss": 0.8349,
      "step": 5562
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.951750215823418e-06,
      "loss": 0.9202,
      "step": 5563
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.948429576638155e-06,
      "loss": 0.8286,
      "step": 5564
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.945109989976625e-06,
      "loss": 0.7093,
      "step": 5565
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.941791456416183e-06,
      "loss": 0.9091,
      "step": 5566
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.93847397653401e-06,
      "loss": 0.8974,
      "step": 5567
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.935157550907105e-06,
      "loss": 0.7487,
      "step": 5568
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.931842180112272e-06,
      "loss": 0.8073,
      "step": 5569
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.928527864726144e-06,
      "loss": 0.7745,
      "step": 5570
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.925214605325164e-06,
      "loss": 0.706,
      "step": 5571
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.9219024024855935e-06,
      "loss": 0.7475,
      "step": 5572
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.918591256783514e-06,
      "loss": 0.9404,
      "step": 5573
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.915281168794811e-06,
      "loss": 0.9023,
      "step": 5574
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.911972139095203e-06,
      "loss": 0.9003,
      "step": 5575
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.908664168260206e-06,
      "loss": 0.9872,
      "step": 5576
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.905357256865164e-06,
      "loss": 0.9578,
      "step": 5577
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.902051405485241e-06,
      "loss": 0.9601,
      "step": 5578
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8987466146954e-06,
      "loss": 0.8951,
      "step": 5579
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.895442885070433e-06,
      "loss": 0.8819,
      "step": 5580
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.892140217184943e-06,
      "loss": 0.9354,
      "step": 5581
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8888386116133505e-06,
      "loss": 0.948,
      "step": 5582
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.885538068929891e-06,
      "loss": 0.6891,
      "step": 5583
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.88223858970861e-06,
      "loss": 0.9192,
      "step": 5584
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.878940174523371e-06,
      "loss": 0.9007,
      "step": 5585
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.87564282394786e-06,
      "loss": 0.7371,
      "step": 5586
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.872346538555564e-06,
      "loss": 0.7304,
      "step": 5587
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.869051318919793e-06,
      "loss": 0.9144,
      "step": 5588
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.865757165613675e-06,
      "loss": 0.8445,
      "step": 5589
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.862464079210142e-06,
      "loss": 0.9438,
      "step": 5590
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8591720602819494e-06,
      "loss": 0.8396,
      "step": 5591
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.855881109401663e-06,
      "loss": 0.7588,
      "step": 5592
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.852591227141664e-06,
      "loss": 0.8974,
      "step": 5593
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.849302414074153e-06,
      "loss": 0.8904,
      "step": 5594
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.84601467077113e-06,
      "loss": 0.8996,
      "step": 5595
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.842727997804425e-06,
      "loss": 0.8379,
      "step": 5596
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.839442395745671e-06,
      "loss": 0.8485,
      "step": 5597
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.836157865166318e-06,
      "loss": 0.828,
      "step": 5598
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.832874406637632e-06,
      "loss": 0.9275,
      "step": 5599
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.829592020730692e-06,
      "loss": 0.9498,
      "step": 5600
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.82631070801639e-06,
      "loss": 0.9143,
      "step": 5601
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.823030469065431e-06,
      "loss": 0.8694,
      "step": 5602
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.819751304448327e-06,
      "loss": 0.8789,
      "step": 5603
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.816473214735418e-06,
      "loss": 0.8914,
      "step": 5604
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8131962004968394e-06,
      "loss": 0.9355,
      "step": 5605
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8099202623025523e-06,
      "loss": 0.8627,
      "step": 5606
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.80664540072233e-06,
      "loss": 0.9545,
      "step": 5607
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.803371616325747e-06,
      "loss": 0.9625,
      "step": 5608
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.8000989096822037e-06,
      "loss": 0.9318,
      "step": 5609
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7968272813609076e-06,
      "loss": 0.7911,
      "step": 5610
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7935567319308785e-06,
      "loss": 0.8508,
      "step": 5611
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.790287261960953e-06,
      "loss": 0.8465,
      "step": 5612
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.78701887201977e-06,
      "loss": 0.8968,
      "step": 5613
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7837515626757882e-06,
      "loss": 0.9532,
      "step": 5614
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7804853344972803e-06,
      "loss": 0.8479,
      "step": 5615
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7772201880523216e-06,
      "loss": 0.8607,
      "step": 5616
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7739561239088117e-06,
      "loss": 0.9555,
      "step": 5617
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7706931426344485e-06,
      "loss": 0.8591,
      "step": 5618
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.767431244796751e-06,
      "loss": 0.7256,
      "step": 5619
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.764170430963047e-06,
      "loss": 0.9216,
      "step": 5620
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7609107017004776e-06,
      "loss": 0.9355,
      "step": 5621
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.757652057575991e-06,
      "loss": 0.9715,
      "step": 5622
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.754394499156355e-06,
      "loss": 0.9295,
      "step": 5623
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7511380270081353e-06,
      "loss": 0.9195,
      "step": 5624
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.747882641697722e-06,
      "loss": 0.9474,
      "step": 5625
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7446283437913047e-06,
      "loss": 0.9753,
      "step": 5626
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.741375133854892e-06,
      "loss": 0.9255,
      "step": 5627
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7381230124543056e-06,
      "loss": 0.7563,
      "step": 5628
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7348719801551638e-06,
      "loss": 0.922,
      "step": 5629
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7316220375229075e-06,
      "loss": 0.9768,
      "step": 5630
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.7283731851227933e-06,
      "loss": 0.8665,
      "step": 5631
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.725125423519871e-06,
      "loss": 0.8896,
      "step": 5632
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7218787532790167e-06,
      "loss": 0.9091,
      "step": 5633
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.718633174964902e-06,
      "loss": 0.9571,
      "step": 5634
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.715388689142022e-06,
      "loss": 0.936,
      "step": 5635
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7121452963746774e-06,
      "loss": 0.9338,
      "step": 5636
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7089029972269717e-06,
      "loss": 0.8834,
      "step": 5637
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.705661792262829e-06,
      "loss": 0.9395,
      "step": 5638
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7024216820459757e-06,
      "loss": 0.9573,
      "step": 5639
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.699182667139951e-06,
      "loss": 0.973,
      "step": 5640
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6959447481081066e-06,
      "loss": 0.7852,
      "step": 5641
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6927079255135934e-06,
      "loss": 0.9343,
      "step": 5642
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6894721999193815e-06,
      "loss": 0.9598,
      "step": 5643
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6862375718882504e-06,
      "loss": 0.9055,
      "step": 5644
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6830040419827775e-06,
      "loss": 0.9569,
      "step": 5645
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6797716107653638e-06,
      "loss": 0.9053,
      "step": 5646
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6765402787982054e-06,
      "loss": 0.9644,
      "step": 5647
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6733100466433167e-06,
      "loss": 0.8397,
      "step": 5648
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6700809148625203e-06,
      "loss": 0.8749,
      "step": 5649
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.666852884017443e-06,
      "loss": 0.8993,
      "step": 5650
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6636259546695273e-06,
      "loss": 0.8567,
      "step": 5651
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6604001273800127e-06,
      "loss": 0.7888,
      "step": 5652
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.657175402709955e-06,
      "loss": 0.893,
      "step": 5653
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6539517812202218e-06,
      "loss": 0.9266,
      "step": 5654
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6507292634714763e-06,
      "loss": 0.9236,
      "step": 5655
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.647507850024201e-06,
      "loss": 0.9068,
      "step": 5656
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6442875414386847e-06,
      "loss": 0.9063,
      "step": 5657
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6410683382750167e-06,
      "loss": 0.9242,
      "step": 5658
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6378502410931026e-06,
      "loss": 0.7713,
      "step": 5659
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6346332504526515e-06,
      "loss": 0.9498,
      "step": 5660
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.63141736691318e-06,
      "loss": 0.9006,
      "step": 5661
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.628202591034018e-06,
      "loss": 0.9193,
      "step": 5662
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.624988923374291e-06,
      "loss": 0.9065,
      "step": 5663
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6217763644929393e-06,
      "loss": 0.9164,
      "step": 5664
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.618564914948716e-06,
      "loss": 0.8659,
      "step": 5665
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6153545753001663e-06,
      "loss": 0.9398,
      "step": 5666
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6121453461056577e-06,
      "loss": 0.9769,
      "step": 5667
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6089372279233514e-06,
      "loss": 0.8939,
      "step": 5668
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6057302213112222e-06,
      "loss": 0.924,
      "step": 5669
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6025243268270592e-06,
      "loss": 0.7887,
      "step": 5670
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5993195450284413e-06,
      "loss": 0.9299,
      "step": 5671
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.59611587647277e-06,
      "loss": 0.8743,
      "step": 5672
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5929133217172365e-06,
      "loss": 0.9173,
      "step": 5673
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5897118813188523e-06,
      "loss": 0.9347,
      "step": 5674
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.586511555834434e-06,
      "loss": 0.9544,
      "step": 5675
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5833123458205922e-06,
      "loss": 0.8932,
      "step": 5676
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5801142518337574e-06,
      "loss": 0.9691,
      "step": 5677
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5769172744301583e-06,
      "loss": 0.8664,
      "step": 5678
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5737214141658327e-06,
      "loss": 0.93,
      "step": 5679
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5705266715966257e-06,
      "loss": 0.779,
      "step": 5680
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5673330472781786e-06,
      "loss": 0.7612,
      "step": 5681
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.564140541765948e-06,
      "loss": 0.9347,
      "step": 5682
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5609491556151964e-06,
      "loss": 0.8342,
      "step": 5683
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5577588893809813e-06,
      "loss": 0.853,
      "step": 5684
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5545697436181747e-06,
      "loss": 0.8854,
      "step": 5685
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.551381718881456e-06,
      "loss": 0.9149,
      "step": 5686
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5481948157252954e-06,
      "loss": 0.7513,
      "step": 5687
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5450090347039834e-06,
      "loss": 0.6251,
      "step": 5688
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5418243763716078e-06,
      "loss": 0.8951,
      "step": 5689
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.538640841282063e-06,
      "loss": 0.9877,
      "step": 5690
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5354584299890505e-06,
      "loss": 0.7666,
      "step": 5691
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5322771430460666e-06,
      "loss": 0.9224,
      "step": 5692
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5290969810064258e-06,
      "loss": 0.9265,
      "step": 5693
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.525917944423235e-06,
      "loss": 0.9086,
      "step": 5694
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.522740033849411e-06,
      "loss": 0.966,
      "step": 5695
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5195632498376797e-06,
      "loss": 0.8864,
      "step": 5696
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.516387592940558e-06,
      "loss": 0.8745,
      "step": 5697
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.513213063710378e-06,
      "loss": 0.7917,
      "step": 5698
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5100396626992705e-06,
      "loss": 0.9608,
      "step": 5699
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5068673904591744e-06,
      "loss": 0.921,
      "step": 5700
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.50369624754183e-06,
      "loss": 0.9091,
      "step": 5701
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.5005262344987756e-06,
      "loss": 0.9525,
      "step": 5702
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4973573518813595e-06,
      "loss": 0.8876,
      "step": 5703
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.494189600240738e-06,
      "loss": 0.8441,
      "step": 5704
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4910229801278563e-06,
      "loss": 0.6692,
      "step": 5705
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.487857492093477e-06,
      "loss": 0.9627,
      "step": 5706
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4846931366881553e-06,
      "loss": 0.9241,
      "step": 5707
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.4815299144622516e-06,
      "loss": 0.8816,
      "step": 5708
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4783678259659425e-06,
      "loss": 0.8383,
      "step": 5709
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.475206871749188e-06,
      "loss": 0.9358,
      "step": 5710
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.47204705236176e-06,
      "loss": 0.8812,
      "step": 5711
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4688883683532382e-06,
      "loss": 0.7826,
      "step": 5712
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.465730820272991e-06,
      "loss": 0.85,
      "step": 5713
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.462574408670204e-06,
      "loss": 0.7862,
      "step": 5714
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.459419134093852e-06,
      "loss": 0.8198,
      "step": 5715
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4562649970927207e-06,
      "loss": 0.8821,
      "step": 5716
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4531119982153972e-06,
      "loss": 0.9776,
      "step": 5717
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4499601380102678e-06,
      "loss": 0.702,
      "step": 5718
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4468094170255227e-06,
      "loss": 0.9372,
      "step": 5719
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4436598358091577e-06,
      "loss": 0.7671,
      "step": 5720
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4405113949089565e-06,
      "loss": 0.9326,
      "step": 5721
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.437364094872523e-06,
      "loss": 0.9529,
      "step": 5722
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.434217936247246e-06,
      "loss": 0.9073,
      "step": 5723
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.431072919580327e-06,
      "loss": 0.8843,
      "step": 5724
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4279290454187697e-06,
      "loss": 0.8811,
      "step": 5725
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.424786314309365e-06,
      "loss": 0.98,
      "step": 5726
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4216447267987205e-06,
      "loss": 0.8957,
      "step": 5727
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4185042834332395e-06,
      "loss": 0.955,
      "step": 5728
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.415364984759123e-06,
      "loss": 0.8891,
      "step": 5729
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4122268313223826e-06,
      "loss": 0.9745,
      "step": 5730
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.409089823668814e-06,
      "loss": 0.89,
      "step": 5731
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.40595396234403e-06,
      "loss": 0.8608,
      "step": 5732
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.4028192478934375e-06,
      "loss": 0.9466,
      "step": 5733
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.39968568086224e-06,
      "loss": 0.9458,
      "step": 5734
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.396553261795451e-06,
      "loss": 0.993,
      "step": 5735
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3934219912378717e-06,
      "loss": 0.9514,
      "step": 5736
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3902918697341146e-06,
      "loss": 0.8383,
      "step": 5737
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3871628978285875e-06,
      "loss": 0.7336,
      "step": 5738
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3840350760655005e-06,
      "loss": 0.9085,
      "step": 5739
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.380908404988862e-06,
      "loss": 0.8044,
      "step": 5740
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.377782885142482e-06,
      "loss": 0.8847,
      "step": 5741
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3746585170699643e-06,
      "loss": 0.8697,
      "step": 5742
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3715353013147213e-06,
      "loss": 0.7862,
      "step": 5743
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3684132384199566e-06,
      "loss": 0.937,
      "step": 5744
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3652923289286775e-06,
      "loss": 1.0044,
      "step": 5745
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3621725733836976e-06,
      "loss": 0.9452,
      "step": 5746
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3590539723276083e-06,
      "loss": 0.9384,
      "step": 5747
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.355936526302831e-06,
      "loss": 0.7901,
      "step": 5748
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.352820235851559e-06,
      "loss": 0.7756,
      "step": 5749
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.349705101515798e-06,
      "loss": 0.9627,
      "step": 5750
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.346591123837354e-06,
      "loss": 0.8903,
      "step": 5751
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.34347830335782e-06,
      "loss": 0.8353,
      "step": 5752
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.340366640618601e-06,
      "loss": 0.8759,
      "step": 5753
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3372561361608955e-06,
      "loss": 0.9414,
      "step": 5754
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3341467905256963e-06,
      "loss": 0.9749,
      "step": 5755
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3310386042538014e-06,
      "loss": 0.8785,
      "step": 5756
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3279315778858034e-06,
      "loss": 0.8873,
      "step": 5757
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.324825711962094e-06,
      "loss": 0.9443,
      "step": 5758
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3217210070228677e-06,
      "loss": 0.8948,
      "step": 5759
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3186174636081047e-06,
      "loss": 0.9492,
      "step": 5760
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3155150822575956e-06,
      "loss": 0.9567,
      "step": 5761
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.312413863510926e-06,
      "loss": 0.9104,
      "step": 5762
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3093138079074717e-06,
      "loss": 0.9203,
      "step": 5763
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3062149159864188e-06,
      "loss": 0.8679,
      "step": 5764
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3031171882867387e-06,
      "loss": 0.883,
      "step": 5765
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3000206253472068e-06,
      "loss": 0.7293,
      "step": 5766
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.296925227706398e-06,
      "loss": 0.8632,
      "step": 5767
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2938309959026784e-06,
      "loss": 0.8496,
      "step": 5768
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2907379304742206e-06,
      "loss": 0.9029,
      "step": 5769
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2876460319589797e-06,
      "loss": 0.8091,
      "step": 5770
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.284555300894721e-06,
      "loss": 0.9147,
      "step": 5771
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.281465737819004e-06,
      "loss": 0.8889,
      "step": 5772
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.278377343269178e-06,
      "loss": 0.8439,
      "step": 5773
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.275290117782397e-06,
      "loss": 0.8678,
      "step": 5774
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.272204061895612e-06,
      "loss": 0.874,
      "step": 5775
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2691191761455608e-06,
      "loss": 0.8269,
      "step": 5776
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2660354610687883e-06,
      "loss": 0.8806,
      "step": 5777
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2629529172016304e-06,
      "loss": 0.9478,
      "step": 5778
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2598715450802233e-06,
      "loss": 0.8775,
      "step": 5779
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2567913452404974e-06,
      "loss": 0.8253,
      "step": 5780
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.253712318218174e-06,
      "loss": 0.899,
      "step": 5781
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2506344645487807e-06,
      "loss": 0.9642,
      "step": 5782
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2475577847676298e-06,
      "loss": 0.8936,
      "step": 5783
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2444822794098375e-06,
      "loss": 0.8512,
      "step": 5784
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2414079490103155e-06,
      "loss": 0.7521,
      "step": 5785
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.2383347941037613e-06,
      "loss": 0.8585,
      "step": 5786
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2352628152246845e-06,
      "loss": 0.8955,
      "step": 5787
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2321920129073815e-06,
      "loss": 0.9124,
      "step": 5788
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2291223876859355e-06,
      "loss": 0.9082,
      "step": 5789
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2260539400942427e-06,
      "loss": 0.863,
      "step": 5790
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.222986670665975e-06,
      "loss": 0.9018,
      "step": 5791
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2199205799346167e-06,
      "loss": 0.9768,
      "step": 5792
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2168556684334405e-06,
      "loss": 0.8841,
      "step": 5793
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2137919366955072e-06,
      "loss": 0.8975,
      "step": 5794
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2107293852536823e-06,
      "loss": 0.8969,
      "step": 5795
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.207668014640621e-06,
      "loss": 0.858,
      "step": 5796
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.204607825388777e-06,
      "loss": 0.9188,
      "step": 5797
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.2015488180303966e-06,
      "loss": 0.8689,
      "step": 5798
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.198490993097514e-06,
      "loss": 0.7416,
      "step": 5799
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.195434351121968e-06,
      "loss": 0.7875,
      "step": 5800
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1923788926353884e-06,
      "loss": 0.8943,
      "step": 5801
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.189324618169194e-06,
      "loss": 0.9048,
      "step": 5802
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.186271528254606e-06,
      "loss": 0.901,
      "step": 5803
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1832196234226296e-06,
      "loss": 0.9081,
      "step": 5804
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.180168904204074e-06,
      "loss": 1.0101,
      "step": 5805
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1771193711295356e-06,
      "loss": 0.9855,
      "step": 5806
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.174071024729407e-06,
      "loss": 0.8253,
      "step": 5807
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1710238655338754e-06,
      "loss": 0.9207,
      "step": 5808
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1679778940729232e-06,
      "loss": 0.9175,
      "step": 5809
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1649331108763157e-06,
      "loss": 0.8405,
      "step": 5810
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.161889516473625e-06,
      "loss": 0.9501,
      "step": 5811
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1588471113942066e-06,
      "loss": 0.7493,
      "step": 5812
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1558058961672133e-06,
      "loss": 0.7945,
      "step": 5813
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1527658713215948e-06,
      "loss": 0.746,
      "step": 5814
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1497270373860846e-06,
      "loss": 0.9246,
      "step": 5815
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1466893948892153e-06,
      "loss": 0.9668,
      "step": 5816
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1436529443593123e-06,
      "loss": 0.8999,
      "step": 5817
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1406176863244907e-06,
      "loss": 0.7739,
      "step": 5818
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1375836213126653e-06,
      "loss": 0.8359,
      "step": 5819
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1345507498515315e-06,
      "loss": 0.8169,
      "step": 5820
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.131519072468585e-06,
      "loss": 0.9526,
      "step": 5821
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1284885896911177e-06,
      "loss": 0.8732,
      "step": 5822
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.125459302046201e-06,
      "loss": 0.9023,
      "step": 5823
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1224312100607122e-06,
      "loss": 0.9295,
      "step": 5824
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.119404314261305e-06,
      "loss": 0.9259,
      "step": 5825
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1163786151744447e-06,
      "loss": 0.931,
      "step": 5826
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1133541133263766e-06,
      "loss": 0.9124,
      "step": 5827
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.110330809243134e-06,
      "loss": 0.9269,
      "step": 5828
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.107308703450551e-06,
      "loss": 0.8444,
      "step": 5829
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1042877964742523e-06,
      "loss": 0.8652,
      "step": 5830
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.101268088839644e-06,
      "loss": 0.9492,
      "step": 5831
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.098249581071938e-06,
      "loss": 0.8947,
      "step": 5832
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.095232273696125e-06,
      "loss": 0.8907,
      "step": 5833
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.092216167236993e-06,
      "loss": 0.8776,
      "step": 5834
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0892012622191237e-06,
      "loss": 0.9056,
      "step": 5835
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.086187559166884e-06,
      "loss": 0.9155,
      "step": 5836
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0831750586044363e-06,
      "loss": 0.9494,
      "step": 5837
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0801637610557334e-06,
      "loss": 0.8617,
      "step": 5838
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0771536670445113e-06,
      "loss": 0.9071,
      "step": 5839
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0741447770943112e-06,
      "loss": 0.881,
      "step": 5840
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0711370917284467e-06,
      "loss": 0.8981,
      "step": 5841
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.068130611470038e-06,
      "loss": 0.7763,
      "step": 5842
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.065125336841991e-06,
      "loss": 0.8144,
      "step": 5843
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.062121268366993e-06,
      "loss": 0.9888,
      "step": 5844
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.059118406567534e-06,
      "loss": 0.8366,
      "step": 5845
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0561167519658875e-06,
      "loss": 0.8957,
      "step": 5846
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.053116305084118e-06,
      "loss": 0.9024,
      "step": 5847
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.050117066444086e-06,
      "loss": 0.9712,
      "step": 5848
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0471190365674266e-06,
      "loss": 0.8663,
      "step": 5849
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.04412221597558e-06,
      "loss": 0.929,
      "step": 5850
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0411266051897725e-06,
      "loss": 0.9022,
      "step": 5851
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.038132204731011e-06,
      "loss": 0.8196,
      "step": 5852
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0351390151201064e-06,
      "loss": 0.8389,
      "step": 5853
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0321470368776452e-06,
      "loss": 0.7225,
      "step": 5854
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0291562705240107e-06,
      "loss": 0.9442,
      "step": 5855
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.026166716579375e-06,
      "loss": 0.8895,
      "step": 5856
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.023178375563699e-06,
      "loss": 0.7945,
      "step": 5857
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.020191247996734e-06,
      "loss": 0.8928,
      "step": 5858
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0172053343980133e-06,
      "loss": 0.9301,
      "step": 5859
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.014220635286866e-06,
      "loss": 0.8458,
      "step": 5860
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.011237151182412e-06,
      "loss": 0.8964,
      "step": 5861
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0082548826035496e-06,
      "loss": 0.9684,
      "step": 5862
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.0052738300689756e-06,
      "loss": 0.9366,
      "step": 5863
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.002293994097171e-06,
      "loss": 0.9031,
      "step": 5864
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.999315375206405e-06,
      "loss": 0.9189,
      "step": 5865
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.99633797391474e-06,
      "loss": 0.9203,
      "step": 5866
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9933617907400168e-06,
      "loss": 0.8964,
      "step": 5867
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9903868261998736e-06,
      "loss": 0.8981,
      "step": 5868
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9874130808117362e-06,
      "loss": 0.8062,
      "step": 5869
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.984440555092808e-06,
      "loss": 0.8567,
      "step": 5870
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9814692495600915e-06,
      "loss": 0.7695,
      "step": 5871
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9784991647303773e-06,
      "loss": 0.9917,
      "step": 5872
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.975530301120232e-06,
      "loss": 0.7605,
      "step": 5873
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9725626592460198e-06,
      "loss": 0.7352,
      "step": 5874
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9695962396238918e-06,
      "loss": 0.9326,
      "step": 5875
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.966631042769783e-06,
      "loss": 0.9112,
      "step": 5876
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.963667069199423e-06,
      "loss": 0.8256,
      "step": 5877
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9607043194283136e-06,
      "loss": 0.9356,
      "step": 5878
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.957742793971761e-06,
      "loss": 0.7324,
      "step": 5879
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9547824933448445e-06,
      "loss": 0.9096,
      "step": 5880
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9518234180624393e-06,
      "loss": 0.885,
      "step": 5881
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9488655686392086e-06,
      "loss": 0.8666,
      "step": 5882
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.945908945589592e-06,
      "loss": 0.8176,
      "step": 5883
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.942953549427824e-06,
      "loss": 0.9505,
      "step": 5884
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.939999380667925e-06,
      "loss": 0.8999,
      "step": 5885
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.937046439823701e-06,
      "loss": 0.8451,
      "step": 5886
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9340947274087485e-06,
      "loss": 0.8548,
      "step": 5887
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.931144243936438e-06,
      "loss": 0.8112,
      "step": 5888
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.928194989919938e-06,
      "loss": 0.8986,
      "step": 5889
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9252469658722038e-06,
      "loss": 0.8955,
      "step": 5890
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9223001723059654e-06,
      "loss": 0.94,
      "step": 5891
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.91935460973375e-06,
      "loss": 0.8011,
      "step": 5892
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9164102786678685e-06,
      "loss": 0.8902,
      "step": 5893
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9134671796204108e-06,
      "loss": 0.9388,
      "step": 5894
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9105253131032594e-06,
      "loss": 0.8968,
      "step": 5895
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9075846796280825e-06,
      "loss": 0.8827,
      "step": 5896
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9046452797063295e-06,
      "loss": 0.9216,
      "step": 5897
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9017071138492437e-06,
      "loss": 0.778,
      "step": 5898
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8987701825678383e-06,
      "loss": 0.9086,
      "step": 5899
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8958344863729294e-06,
      "loss": 0.9144,
      "step": 5900
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8929000257751028e-06,
      "loss": 0.9229,
      "step": 5901
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8899668012847403e-06,
      "loss": 0.9256,
      "step": 5902
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8870348134120053e-06,
      "loss": 0.8802,
      "step": 5903
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8841040626668446e-06,
      "loss": 0.9268,
      "step": 5904
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.881174549558994e-06,
      "loss": 0.8905,
      "step": 5905
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.878246274597971e-06,
      "loss": 0.7162,
      "step": 5906
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.875319238293073e-06,
      "loss": 0.898,
      "step": 5907
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.872393441153394e-06,
      "loss": 0.8843,
      "step": 5908
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.869468883687798e-06,
      "loss": 0.8953,
      "step": 5909
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8665455664049448e-06,
      "loss": 0.9655,
      "step": 5910
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8636234898132765e-06,
      "loss": 0.9312,
      "step": 5911
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8607026544210115e-06,
      "loss": 0.8992,
      "step": 5912
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8577830607361614e-06,
      "loss": 0.9629,
      "step": 5913
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8548647092665195e-06,
      "loss": 0.9136,
      "step": 5914
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.85194760051966e-06,
      "loss": 0.8697,
      "step": 5915
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8490317350029483e-06,
      "loss": 0.7564,
      "step": 5916
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.846117113223522e-06,
      "loss": 0.8871,
      "step": 5917
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8432037356883115e-06,
      "loss": 0.9911,
      "step": 5918
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8402916029040306e-06,
      "loss": 0.8899,
      "step": 5919
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8373807153771683e-06,
      "loss": 0.872,
      "step": 5920
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.834471073614008e-06,
      "loss": 0.7568,
      "step": 5921
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8315626781206074e-06,
      "loss": 0.8939,
      "step": 5922
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.828655529402813e-06,
      "loss": 0.8755,
      "step": 5923
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.825749627966252e-06,
      "loss": 0.937,
      "step": 5924
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8228449743163378e-06,
      "loss": 0.8873,
      "step": 5925
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.819941568958261e-06,
      "loss": 0.5822,
      "step": 5926
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8170394123970045e-06,
      "loss": 0.8439,
      "step": 5927
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8141385051373194e-06,
      "loss": 0.8387,
      "step": 5928
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.811238847683756e-06,
      "loss": 0.8687,
      "step": 5929
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.808340440540633e-06,
      "loss": 0.9321,
      "step": 5930
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8054432842120604e-06,
      "loss": 0.8937,
      "step": 5931
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.802547379201931e-06,
      "loss": 0.7862,
      "step": 5932
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7996527260139116e-06,
      "loss": 0.8616,
      "step": 5933
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7967593251514603e-06,
      "loss": 0.919,
      "step": 5934
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.793867177117813e-06,
      "loss": 0.9268,
      "step": 5935
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.790976282415989e-06,
      "loss": 0.8836,
      "step": 5936
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.788086641548793e-06,
      "loss": 0.9551,
      "step": 5937
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7851982550188005e-06,
      "loss": 0.8918,
      "step": 5938
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.7823111233283797e-06,
      "loss": 0.7595,
      "step": 5939
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.77942524697968e-06,
      "loss": 0.8414,
      "step": 5940
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.776540626474624e-06,
      "loss": 0.957,
      "step": 5941
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.773657262314924e-06,
      "loss": 0.8686,
      "step": 5942
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.770775155002071e-06,
      "loss": 0.8507,
      "step": 5943
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7678943050373387e-06,
      "loss": 0.8967,
      "step": 5944
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.765014712921782e-06,
      "loss": 0.9501,
      "step": 5945
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7621363791562316e-06,
      "loss": 0.9372,
      "step": 5946
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7592593042413076e-06,
      "loss": 0.7811,
      "step": 5947
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7563834886774076e-06,
      "loss": 0.7873,
      "step": 5948
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.753508932964706e-06,
      "loss": 0.9865,
      "step": 5949
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.750635637603166e-06,
      "loss": 0.8954,
      "step": 5950
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7477636030925248e-06,
      "loss": 0.8942,
      "step": 5951
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.744892829932303e-06,
      "loss": 0.8701,
      "step": 5952
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7420233186218025e-06,
      "loss": 0.8861,
      "step": 5953
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7391550696601067e-06,
      "loss": 0.924,
      "step": 5954
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.736288083546079e-06,
      "loss": 0.8892,
      "step": 5955
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7334223607783574e-06,
      "loss": 0.8131,
      "step": 5956
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7305579018553676e-06,
      "loss": 0.9088,
      "step": 5957
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7276947072753134e-06,
      "loss": 0.9603,
      "step": 5958
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.724832777536176e-06,
      "loss": 0.9385,
      "step": 5959
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.721972113135718e-06,
      "loss": 0.7717,
      "step": 5960
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.719112714571487e-06,
      "loss": 0.8384,
      "step": 5961
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7162545823408003e-06,
      "loss": 0.9191,
      "step": 5962
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7133977169407634e-06,
      "loss": 0.9066,
      "step": 5963
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7105421188682577e-06,
      "loss": 0.8842,
      "step": 5964
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.707687788619947e-06,
      "loss": 0.9173,
      "step": 5965
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7048347266922736e-06,
      "loss": 0.9173,
      "step": 5966
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.701982933581454e-06,
      "loss": 0.8748,
      "step": 5967
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6991324097834905e-06,
      "loss": 0.8403,
      "step": 5968
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.696283155794166e-06,
      "loss": 0.8966,
      "step": 5969
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6934351721090322e-06,
      "loss": 0.7428,
      "step": 5970
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.690588459223433e-06,
      "loss": 0.9257,
      "step": 5971
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6877430176324806e-06,
      "loss": 0.9708,
      "step": 5972
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6848988478310677e-06,
      "loss": 0.9427,
      "step": 5973
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6820559503138797e-06,
      "loss": 0.9614,
      "step": 5974
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.67921432557536e-06,
      "loss": 0.8853,
      "step": 5975
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.676373974109746e-06,
      "loss": 0.9041,
      "step": 5976
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.673534896411042e-06,
      "loss": 0.8829,
      "step": 5977
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.670697092973039e-06,
      "loss": 1.0031,
      "step": 5978
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6678605642893083e-06,
      "loss": 0.8329,
      "step": 5979
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6650253108531888e-06,
      "loss": 0.8816,
      "step": 5980
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.662191333157805e-06,
      "loss": 0.9751,
      "step": 5981
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.659358631696062e-06,
      "loss": 0.7672,
      "step": 5982
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6565272069606375e-06,
      "loss": 0.949,
      "step": 5983
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6536970594439915e-06,
      "loss": 0.9249,
      "step": 5984
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.650868189638355e-06,
      "loss": 0.8695,
      "step": 5985
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6480405980357414e-06,
      "loss": 0.7781,
      "step": 5986
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6452142851279483e-06,
      "loss": 0.8571,
      "step": 5987
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6423892514065364e-06,
      "loss": 0.8774,
      "step": 5988
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6395654973628573e-06,
      "loss": 0.9235,
      "step": 5989
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6367430234880286e-06,
      "loss": 0.9133,
      "step": 5990
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.633921830272955e-06,
      "loss": 0.7957,
      "step": 5991
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6311019182083143e-06,
      "loss": 0.8537,
      "step": 5992
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.628283287784561e-06,
      "loss": 0.9073,
      "step": 5993
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.625465939491928e-06,
      "loss": 0.7555,
      "step": 5994
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6226498738204264e-06,
      "loss": 0.9493,
      "step": 5995
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.619835091259838e-06,
      "loss": 0.9535,
      "step": 5996
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.617021592299732e-06,
      "loss": 0.8971,
      "step": 5997
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.614209377429441e-06,
      "loss": 0.9335,
      "step": 5998
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.611398447138086e-06,
      "loss": 0.8961,
      "step": 5999
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.608588801914561e-06,
      "loss": 0.9234,
      "step": 6000
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6057804422475307e-06,
      "loss": 0.9156,
      "step": 6001
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6029733686254456e-06,
      "loss": 0.7264,
      "step": 6002
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.6001675815365248e-06,
      "loss": 0.8685,
      "step": 6003
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.597363081468769e-06,
      "loss": 0.9531,
      "step": 6004
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.594559868909956e-06,
      "loss": 0.8983,
      "step": 6005
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5917579443476293e-06,
      "loss": 0.8912,
      "step": 6006
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5889573082691187e-06,
      "loss": 0.9579,
      "step": 6007
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.586157961161532e-06,
      "loss": 0.6502,
      "step": 6008
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.5833599035117397e-06,
      "loss": 0.902,
      "step": 6009
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.580563135806401e-06,
      "loss": 0.8348,
      "step": 6010
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.577767658531942e-06,
      "loss": 0.9134,
      "step": 6011
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.574973472174568e-06,
      "loss": 0.8864,
      "step": 6012
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.572180577220267e-06,
      "loss": 0.9402,
      "step": 6013
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.569388974154787e-06,
      "loss": 0.8936,
      "step": 6014
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.566598663463664e-06,
      "loss": 0.8612,
      "step": 6015
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.563809645632206e-06,
      "loss": 0.8928,
      "step": 6016
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.56102192114549e-06,
      "loss": 0.7782,
      "step": 6017
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.558235490488379e-06,
      "loss": 0.8945,
      "step": 6018
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.555450354145498e-06,
      "loss": 0.9477,
      "step": 6019
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5526665126012564e-06,
      "loss": 0.8408,
      "step": 6020
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5498839663398377e-06,
      "loss": 0.9054,
      "step": 6021
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5471027158451978e-06,
      "loss": 0.8863,
      "step": 6022
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5443227616010667e-06,
      "loss": 0.718,
      "step": 6023
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.541544104090954e-06,
      "loss": 0.9571,
      "step": 6024
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5387667437981324e-06,
      "loss": 0.7961,
      "step": 6025
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5359906812056633e-06,
      "loss": 0.727,
      "step": 6026
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.53321591679637e-06,
      "loss": 0.7378,
      "step": 6027
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.530442451052857e-06,
      "loss": 0.8214,
      "step": 6028
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5276702844575043e-06,
      "loss": 0.6117,
      "step": 6029
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.524899417492458e-06,
      "loss": 0.9405,
      "step": 6030
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5221298506396463e-06,
      "loss": 0.9534,
      "step": 6031
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5193615843807662e-06,
      "loss": 0.8763,
      "step": 6032
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5165946191972924e-06,
      "loss": 1.0064,
      "step": 6033
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5138289555704742e-06,
      "loss": 0.9329,
      "step": 6034
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.511064593981324e-06,
      "loss": 0.7665,
      "step": 6035
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.50830153491064e-06,
      "loss": 0.824,
      "step": 6036
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5055397788389913e-06,
      "loss": 0.9657,
      "step": 6037
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5027793262467125e-06,
      "loss": 0.9134,
      "step": 6038
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.500020177613923e-06,
      "loss": 0.9181,
      "step": 6039
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4972623334205047e-06,
      "loss": 0.7786,
      "step": 6040
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4945057941461204e-06,
      "loss": 0.8986,
      "step": 6041
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.491750560270202e-06,
      "loss": 0.8883,
      "step": 6042
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.488996632271957e-06,
      "loss": 0.9394,
      "step": 6043
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4862440106303664e-06,
      "loss": 0.8996,
      "step": 6044
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4834926958241757e-06,
      "loss": 0.86,
      "step": 6045
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.480742688331913e-06,
      "loss": 0.8683,
      "step": 6046
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.477993988631878e-06,
      "loss": 0.9531,
      "step": 6047
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4752465972021355e-06,
      "loss": 0.7626,
      "step": 6048
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4725005145205284e-06,
      "loss": 0.9145,
      "step": 6049
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4697557410646743e-06,
      "loss": 0.9211,
      "step": 6050
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.467012277311953e-06,
      "loss": 0.8879,
      "step": 6051
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.464270123739534e-06,
      "loss": 0.9478,
      "step": 6052
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4615292808243384e-06,
      "loss": 0.9771,
      "step": 6053
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4587897490430734e-06,
      "loss": 0.8656,
      "step": 6054
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4560515288722174e-06,
      "loss": 0.8987,
      "step": 6055
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.453314620788011e-06,
      "loss": 0.9445,
      "step": 6056
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4505790252664752e-06,
      "loss": 0.8721,
      "step": 6057
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.447844742783404e-06,
      "loss": 0.9501,
      "step": 6058
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.445111773814354e-06,
      "loss": 0.8469,
      "step": 6059
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.442380118834661e-06,
      "loss": 0.7603,
      "step": 6060
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4396497783194295e-06,
      "loss": 0.9726,
      "step": 6061
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4369207527435368e-06,
      "loss": 0.7991,
      "step": 6062
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.434193042581634e-06,
      "loss": 0.7551,
      "step": 6063
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.431466648308133e-06,
      "loss": 0.8801,
      "step": 6064
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4287415703972305e-06,
      "loss": 0.9033,
      "step": 6065
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4260178093228816e-06,
      "loss": 0.922,
      "step": 6066
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.423295365558821e-06,
      "loss": 0.903,
      "step": 6067
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4205742395785557e-06,
      "loss": 0.9254,
      "step": 6068
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4178544318553522e-06,
      "loss": 0.8749,
      "step": 6069
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.415135942862259e-06,
      "loss": 0.8555,
      "step": 6070
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4124187730720916e-06,
      "loss": 0.867,
      "step": 6071
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.409702922957434e-06,
      "loss": 0.8252,
      "step": 6072
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4069883929906455e-06,
      "loss": 0.8768,
      "step": 6073
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4042751836438495e-06,
      "loss": 0.9461,
      "step": 6074
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.4015632953889422e-06,
      "loss": 0.9475,
      "step": 6075
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.398852728697597e-06,
      "loss": 0.8756,
      "step": 6076
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3961434840412425e-06,
      "loss": 0.8516,
      "step": 6077
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3934355618910896e-06,
      "loss": 0.9099,
      "step": 6078
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3907289627181205e-06,
      "loss": 0.9205,
      "step": 6079
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.388023686993074e-06,
      "loss": 0.8936,
      "step": 6080
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.385319735186472e-06,
      "loss": 0.87,
      "step": 6081
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3826171077686e-06,
      "loss": 0.927,
      "step": 6082
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.379915805209515e-06,
      "loss": 0.9353,
      "step": 6083
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3772158279790445e-06,
      "loss": 0.7721,
      "step": 6084
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3745171765467813e-06,
      "loss": 0.9428,
      "step": 6085
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3718198513820923e-06,
      "loss": 0.7519,
      "step": 6086
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.369123852954108e-06,
      "loss": 0.8987,
      "step": 6087
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3664291817317363e-06,
      "loss": 0.853,
      "step": 6088
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3637358381836496e-06,
      "loss": 0.8624,
      "step": 6089
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.361043822778283e-06,
      "loss": 0.9091,
      "step": 6090
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3583531359838543e-06,
      "loss": 0.9394,
      "step": 6091
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3556637782683445e-06,
      "loss": 0.9194,
      "step": 6092
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3529757500994955e-06,
      "loss": 0.9341,
      "step": 6093
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.350289051944831e-06,
      "loss": 0.8699,
      "step": 6094
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.34760368427163e-06,
      "loss": 0.7984,
      "step": 6095
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3449196475469503e-06,
      "loss": 0.9731,
      "step": 6096
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.342236942237619e-06,
      "loss": 0.7364,
      "step": 6097
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.339555568810221e-06,
      "loss": 0.9671,
      "step": 6098
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3368755277311185e-06,
      "loss": 0.9001,
      "step": 6099
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.33419681946644e-06,
      "loss": 0.8539,
      "step": 6100
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3315194444820823e-06,
      "loss": 0.8662,
      "step": 6101
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3288434032437113e-06,
      "loss": 0.902,
      "step": 6102
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.326168696216755e-06,
      "loss": 0.9258,
      "step": 6103
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3234953238664147e-06,
      "loss": 0.9139,
      "step": 6104
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.320823286657664e-06,
      "loss": 0.879,
      "step": 6105
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3181525850552324e-06,
      "loss": 0.9069,
      "step": 6106
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3154832195236276e-06,
      "loss": 0.9585,
      "step": 6107
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3128151905271166e-06,
      "loss": 0.9026,
      "step": 6108
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.310148498529741e-06,
      "loss": 0.9474,
      "step": 6109
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.307483143995307e-06,
      "loss": 0.8952,
      "step": 6110
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.304819127387389e-06,
      "loss": 0.8995,
      "step": 6111
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.302156449169327e-06,
      "loss": 0.8592,
      "step": 6112
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.299495109804233e-06,
      "loss": 0.7544,
      "step": 6113
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2968351097549757e-06,
      "loss": 0.8702,
      "step": 6114
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2941764494842034e-06,
      "loss": 0.9376,
      "step": 6115
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2915191294543203e-06,
      "loss": 0.8778,
      "step": 6116
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.288863150127505e-06,
      "loss": 0.9218,
      "step": 6117
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.286208511965704e-06,
      "loss": 0.9164,
      "step": 6118
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2835552154306204e-06,
      "loss": 0.9342,
      "step": 6119
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2809032609837356e-06,
      "loss": 0.9585,
      "step": 6120
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.27825264908629e-06,
      "loss": 0.8868,
      "step": 6121
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.275603380199296e-06,
      "loss": 0.9041,
      "step": 6122
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2729554547835297e-06,
      "loss": 0.9064,
      "step": 6123
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2703088732995303e-06,
      "loss": 0.8938,
      "step": 6124
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2676636362076075e-06,
      "loss": 0.8819,
      "step": 6125
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.265019743967839e-06,
      "loss": 0.7239,
      "step": 6126
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.262377197040061e-06,
      "loss": 0.9196,
      "step": 6127
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2597359958838848e-06,
      "loss": 0.7906,
      "step": 6128
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2570961409586756e-06,
      "loss": 0.9206,
      "step": 6129
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2544576327235802e-06,
      "loss": 0.8861,
      "step": 6130
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2518204716375037e-06,
      "loss": 0.8395,
      "step": 6131
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2491846581591092e-06,
      "loss": 0.9083,
      "step": 6132
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2465501927468357e-06,
      "loss": 0.8861,
      "step": 6133
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.243917075858889e-06,
      "loss": 0.8614,
      "step": 6134
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2412853079532282e-06,
      "loss": 0.9336,
      "step": 6135
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2386548894875915e-06,
      "loss": 0.8855,
      "step": 6136
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.236025820919472e-06,
      "loss": 0.8665,
      "step": 6137
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2333981027061326e-06,
      "loss": 0.8783,
      "step": 6138
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.230771735304603e-06,
      "loss": 0.9105,
      "step": 6139
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2281467191716767e-06,
      "loss": 0.7463,
      "step": 6140
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2255230547639116e-06,
      "loss": 0.8786,
      "step": 6141
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.222900742537627e-06,
      "loss": 0.8879,
      "step": 6142
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.220279782948913e-06,
      "loss": 0.9009,
      "step": 6143
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.217660176453624e-06,
      "loss": 0.8325,
      "step": 6144
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2150419235073716e-06,
      "loss": 0.9179,
      "step": 6145
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.212425024565541e-06,
      "loss": 0.895,
      "step": 6146
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.209809480083279e-06,
      "loss": 0.9936,
      "step": 6147
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2071952905154927e-06,
      "loss": 0.954,
      "step": 6148
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2045824563168584e-06,
      "loss": 0.8563,
      "step": 6149
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2019709779418154e-06,
      "loss": 0.8845,
      "step": 6150
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.199360855844567e-06,
      "loss": 0.8853,
      "step": 6151
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.196752090479083e-06,
      "loss": 0.9035,
      "step": 6152
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.19414468229909e-06,
      "loss": 0.8509,
      "step": 6153
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1915386317580858e-06,
      "loss": 0.8327,
      "step": 6154
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1889339393093312e-06,
      "loss": 0.6268,
      "step": 6155
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1863306054058453e-06,
      "loss": 0.9252,
      "step": 6156
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.18372863050042e-06,
      "loss": 0.9354,
      "step": 6157
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1811280150456003e-06,
      "loss": 0.9595,
      "step": 6158
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1785287594937023e-06,
      "loss": 0.9025,
      "step": 6159
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1759308642968024e-06,
      "loss": 0.8625,
      "step": 6160
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1733343299067445e-06,
      "loss": 0.9037,
      "step": 6161
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1707391567751325e-06,
      "loss": 0.8962,
      "step": 6162
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1681453453533285e-06,
      "loss": 0.9022,
      "step": 6163
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1655528960924675e-06,
      "loss": 0.906,
      "step": 6164
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1629618094434448e-06,
      "loss": 0.7673,
      "step": 6165
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.160372085856911e-06,
      "loss": 0.9549,
      "step": 6166
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.157783725783289e-06,
      "loss": 0.9588,
      "step": 6167
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1551967296727614e-06,
      "loss": 0.9083,
      "step": 6168
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1526110979752736e-06,
      "loss": 0.9297,
      "step": 6169
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.150026831140535e-06,
      "loss": 0.8532,
      "step": 6170
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1474439296180117e-06,
      "loss": 0.9434,
      "step": 6171
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.144862393856938e-06,
      "loss": 0.8032,
      "step": 6172
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1422822243063135e-06,
      "loss": 0.77,
      "step": 6173
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.1397034214148916e-06,
      "loss": 0.8793,
      "step": 6174
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.137125985631192e-06,
      "loss": 0.8819,
      "step": 6175
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.134549917403502e-06,
      "loss": 0.8747,
      "step": 6176
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.13197521717986e-06,
      "loss": 0.8024,
      "step": 6177
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1294018854080766e-06,
      "loss": 0.904,
      "step": 6178
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.126829922535718e-06,
      "loss": 0.6983,
      "step": 6179
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1242593290101177e-06,
      "loss": 0.757,
      "step": 6180
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.121690105278368e-06,
      "loss": 0.868,
      "step": 6181
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1191222517873177e-06,
      "loss": 0.8132,
      "step": 6182
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.11655576898359e-06,
      "loss": 0.957,
      "step": 6183
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.113990657313555e-06,
      "loss": 0.9106,
      "step": 6184
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1114269172233557e-06,
      "loss": 0.9743,
      "step": 6185
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.1088645491588944e-06,
      "loss": 0.9447,
      "step": 6186
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.106303553565827e-06,
      "loss": 0.9041,
      "step": 6187
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.103743930889579e-06,
      "loss": 0.6386,
      "step": 6188
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.101185681575336e-06,
      "loss": 0.9139,
      "step": 6189
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.098628806068043e-06,
      "loss": 1.001,
      "step": 6190
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0960733048124082e-06,
      "loss": 0.9246,
      "step": 6191
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0935191782528942e-06,
      "loss": 0.8859,
      "step": 6192
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0909664268337328e-06,
      "loss": 0.7534,
      "step": 6193
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.088415050998913e-06,
      "loss": 0.8967,
      "step": 6194
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.085865051192183e-06,
      "loss": 0.8813,
      "step": 6195
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0833164278570563e-06,
      "loss": 0.9476,
      "step": 6196
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.080769181436798e-06,
      "loss": 0.9392,
      "step": 6197
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0782233123744455e-06,
      "loss": 0.9014,
      "step": 6198
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.075678821112789e-06,
      "loss": 0.8702,
      "step": 6199
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0731357080943803e-06,
      "loss": 0.9521,
      "step": 6200
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.070593973761533e-06,
      "loss": 0.9458,
      "step": 6201
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0680536185563226e-06,
      "loss": 0.687,
      "step": 6202
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0655146429205774e-06,
      "loss": 0.5977,
      "step": 6203
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0629770472958956e-06,
      "loss": 0.9468,
      "step": 6204
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0604408321236246e-06,
      "loss": 0.8826,
      "step": 6205
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.05790599784488e-06,
      "loss": 0.8658,
      "step": 6206
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0553725449005355e-06,
      "loss": 0.8865,
      "step": 6207
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0528404737312235e-06,
      "loss": 1.0222,
      "step": 6208
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0503097847773357e-06,
      "loss": 1.0043,
      "step": 6209
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.047780478479028e-06,
      "loss": 0.9146,
      "step": 6210
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0452525552762036e-06,
      "loss": 0.7583,
      "step": 6211
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0427260156085427e-06,
      "loss": 0.9545,
      "step": 6212
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0402008599154667e-06,
      "loss": 0.857,
      "step": 6213
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0376770886361695e-06,
      "loss": 0.9268,
      "step": 6214
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.035154702209602e-06,
      "loss": 0.9407,
      "step": 6215
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0326337010744677e-06,
      "loss": 0.867,
      "step": 6216
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.030114085669235e-06,
      "loss": 0.8644,
      "step": 6217
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0275958564321296e-06,
      "loss": 0.9543,
      "step": 6218
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0250790138011376e-06,
      "loss": 0.7271,
      "step": 6219
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0225635582140046e-06,
      "loss": 0.965,
      "step": 6220
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.020049490108228e-06,
      "loss": 0.8391,
      "step": 6221
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.01753680992107e-06,
      "loss": 0.9141,
      "step": 6222
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.015025518089556e-06,
      "loss": 0.9486,
      "step": 6223
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0125156150504567e-06,
      "loss": 0.8381,
      "step": 6224
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0100071012403143e-06,
      "loss": 0.9023,
      "step": 6225
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0074999770954183e-06,
      "loss": 0.8859,
      "step": 6226
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0049942430518264e-06,
      "loss": 0.8701,
      "step": 6227
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.002489899545349e-06,
      "loss": 0.881,
      "step": 6228
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9999869470115553e-06,
      "loss": 0.8909,
      "step": 6229
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9974853858857734e-06,
      "loss": 0.8211,
      "step": 6230
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9949852166030935e-06,
      "loss": 0.7253,
      "step": 6231
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9924864395983513e-06,
      "loss": 0.9188,
      "step": 6232
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9899890553061565e-06,
      "loss": 0.7462,
      "step": 6233
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9874930641608603e-06,
      "loss": 0.964,
      "step": 6234
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9849984665965837e-06,
      "loss": 0.9192,
      "step": 6235
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9825052630472054e-06,
      "loss": 0.9082,
      "step": 6236
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.98001345394635e-06,
      "loss": 0.8896,
      "step": 6237
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9775230397274115e-06,
      "loss": 0.9525,
      "step": 6238
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9750340208235353e-06,
      "loss": 0.862,
      "step": 6239
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9725463976676274e-06,
      "loss": 0.9103,
      "step": 6240
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9700601706923517e-06,
      "loss": 0.9305,
      "step": 6241
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9675753403301213e-06,
      "loss": 0.8499,
      "step": 6242
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.965091907013116e-06,
      "loss": 0.9103,
      "step": 6243
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.962609871173269e-06,
      "loss": 0.8591,
      "step": 6244
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9601292332422672e-06,
      "loss": 0.9014,
      "step": 6245
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.957649993651558e-06,
      "loss": 0.8504,
      "step": 6246
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9551721528323464e-06,
      "loss": 0.8173,
      "step": 6247
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.952695711215592e-06,
      "loss": 0.9718,
      "step": 6248
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9502206692320158e-06,
      "loss": 0.9179,
      "step": 6249
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9477470273120834e-06,
      "loss": 0.9444,
      "step": 6250
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.945274785886031e-06,
      "loss": 0.9613,
      "step": 6251
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.942803945383841e-06,
      "loss": 0.9589,
      "step": 6252
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9403345062352574e-06,
      "loss": 0.8705,
      "step": 6253
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.937866468869782e-06,
      "loss": 0.9088,
      "step": 6254
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9353998337166647e-06,
      "loss": 0.9154,
      "step": 6255
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.93293460120492e-06,
      "loss": 0.9223,
      "step": 6256
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9304707717633143e-06,
      "loss": 0.8947,
      "step": 6257
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9280083458203723e-06,
      "loss": 0.7916,
      "step": 6258
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.925547323804374e-06,
      "loss": 0.8922,
      "step": 6259
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9230877061433505e-06,
      "loss": 0.9097,
      "step": 6260
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9206294932650947e-06,
      "loss": 0.8668,
      "step": 6261
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.918172685597156e-06,
      "loss": 0.9689,
      "step": 6262
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9157172835668305e-06,
      "loss": 0.9612,
      "step": 6263
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9132632876011794e-06,
      "loss": 0.8768,
      "step": 6264
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.910810698127018e-06,
      "loss": 0.9013,
      "step": 6265
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.908359515570908e-06,
      "loss": 0.9099,
      "step": 6266
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9059097403591776e-06,
      "loss": 0.8814,
      "step": 6267
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9034613729179052e-06,
      "loss": 0.863,
      "step": 6268
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9010144136729247e-06,
      "loss": 0.9626,
      "step": 6269
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8985688630498277e-06,
      "loss": 0.8663,
      "step": 6270
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8961247214739532e-06,
      "loss": 0.9277,
      "step": 6271
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8936819893704062e-06,
      "loss": 0.8997,
      "step": 6272
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8912406671640337e-06,
      "loss": 0.8197,
      "step": 6273
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8888007552794486e-06,
      "loss": 0.9554,
      "step": 6274
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8863622541410165e-06,
      "loss": 0.7993,
      "step": 6275
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8839251641728507e-06,
      "loss": 0.9555,
      "step": 6276
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8814894857988253e-06,
      "loss": 0.8916,
      "step": 6277
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8790552194425682e-06,
      "loss": 0.7803,
      "step": 6278
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8766223655274606e-06,
      "loss": 0.9581,
      "step": 6279
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.874190924476641e-06,
      "loss": 0.8521,
      "step": 6280
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.871760896712994e-06,
      "loss": 0.8723,
      "step": 6281
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8693322826591676e-06,
      "loss": 0.75,
      "step": 6282
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8669050827375623e-06,
      "loss": 0.8876,
      "step": 6283
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8644792973703252e-06,
      "loss": 0.7712,
      "step": 6284
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8620549269793665e-06,
      "loss": 0.8322,
      "step": 6285
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8596319719863442e-06,
      "loss": 0.9565,
      "step": 6286
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8572104328126738e-06,
      "loss": 0.8545,
      "step": 6287
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.854790309879526e-06,
      "loss": 0.8687,
      "step": 6288
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8523716036078176e-06,
      "loss": 0.9962,
      "step": 6289
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8499543144182252e-06,
      "loss": 0.937,
      "step": 6290
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8475384427311815e-06,
      "loss": 0.8671,
      "step": 6291
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8451239889668626e-06,
      "loss": 0.9227,
      "step": 6292
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8427109535452093e-06,
      "loss": 0.8855,
      "step": 6293
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8402993368859057e-06,
      "loss": 0.8987,
      "step": 6294
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8378891394083964e-06,
      "loss": 0.8956,
      "step": 6295
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8354803615318772e-06,
      "loss": 0.8734,
      "step": 6296
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8330730036752952e-06,
      "loss": 0.8914,
      "step": 6297
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8306670662573535e-06,
      "loss": 0.8989,
      "step": 6298
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.828262549696509e-06,
      "loss": 0.9023,
      "step": 6299
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.825859454410962e-06,
      "loss": 0.9066,
      "step": 6300
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8234577808186793e-06,
      "loss": 0.8587,
      "step": 6301
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8210575293373677e-06,
      "loss": 0.9344,
      "step": 6302
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8186587003844957e-06,
      "loss": 0.8743,
      "step": 6303
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.816261294377284e-06,
      "loss": 0.8333,
      "step": 6304
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8138653117326976e-06,
      "loss": 0.9377,
      "step": 6305
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8114707528674625e-06,
      "loss": 0.8743,
      "step": 6306
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.809077618198054e-06,
      "loss": 0.9622,
      "step": 6307
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8066859081406995e-06,
      "loss": 0.7678,
      "step": 6308
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8042956231113818e-06,
      "loss": 0.7183,
      "step": 6309
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.801906763525828e-06,
      "loss": 0.8814,
      "step": 6310
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.799519329799524e-06,
      "loss": 0.8702,
      "step": 6311
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7971333223477094e-06,
      "loss": 0.9482,
      "step": 6312
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7947487415853659e-06,
      "loss": 0.9098,
      "step": 6313
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7923655879272395e-06,
      "loss": 0.8784,
      "step": 6314
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7899838617878163e-06,
      "loss": 0.8994,
      "step": 6315
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7876035635813439e-06,
      "loss": 0.9024,
      "step": 6316
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7852246937218143e-06,
      "loss": 0.8644,
      "step": 6317
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7828472526229768e-06,
      "loss": 0.8964,
      "step": 6318
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7804712406983283e-06,
      "loss": 0.877,
      "step": 6319
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7780966583611214e-06,
      "loss": 0.9368,
      "step": 6320
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7757235060243528e-06,
      "loss": 0.899,
      "step": 6321
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7733517841007775e-06,
      "loss": 0.9021,
      "step": 6322
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7709814930028958e-06,
      "loss": 0.9131,
      "step": 6323
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7686126331429631e-06,
      "loss": 0.9038,
      "step": 6324
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.766245204932987e-06,
      "loss": 0.9414,
      "step": 6325
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7638792087847234e-06,
      "loss": 0.8895,
      "step": 6326
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7615146451096822e-06,
      "loss": 0.9099,
      "step": 6327
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7591515143191175e-06,
      "loss": 0.7195,
      "step": 6328
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7567898168240394e-06,
      "loss": 0.775,
      "step": 6329
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7544295530352118e-06,
      "loss": 0.8007,
      "step": 6330
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7520707233631395e-06,
      "loss": 0.7332,
      "step": 6331
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7497133282180866e-06,
      "loss": 0.8759,
      "step": 6332
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7473573680100675e-06,
      "loss": 0.7374,
      "step": 6333
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7450028431488386e-06,
      "loss": 0.9462,
      "step": 6334
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7426497540439158e-06,
      "loss": 0.9257,
      "step": 6335
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7402981011045606e-06,
      "loss": 0.9101,
      "step": 6336
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7379478847397856e-06,
      "loss": 0.8874,
      "step": 6337
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7355991053583587e-06,
      "loss": 0.8365,
      "step": 6338
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.733251763368785e-06,
      "loss": 0.9064,
      "step": 6339
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7309058591793325e-06,
      "loss": 0.9645,
      "step": 6340
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.728561393198016e-06,
      "loss": 0.7719,
      "step": 6341
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7262183658325937e-06,
      "loss": 0.9421,
      "step": 6342
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.723876777490583e-06,
      "loss": 0.8321,
      "step": 6343
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7215366285792412e-06,
      "loss": 0.9518,
      "step": 6344
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.719197919505583e-06,
      "loss": 0.9034,
      "step": 6345
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7168606506763696e-06,
      "loss": 0.8877,
      "step": 6346
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7145248224981137e-06,
      "loss": 0.8782,
      "step": 6347
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7121904353770758e-06,
      "loss": 0.9114,
      "step": 6348
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7098574897192633e-06,
      "loss": 0.7652,
      "step": 6349
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7075259859304372e-06,
      "loss": 0.723,
      "step": 6350
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7051959244161088e-06,
      "loss": 0.9506,
      "step": 6351
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7028673055815293e-06,
      "loss": 0.7835,
      "step": 6352
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.700540129831708e-06,
      "loss": 0.858,
      "step": 6353
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.698214397571406e-06,
      "loss": 0.9631,
      "step": 6354
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6958901092051194e-06,
      "loss": 0.903,
      "step": 6355
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.693567265137106e-06,
      "loss": 0.9453,
      "step": 6356
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6912458657713682e-06,
      "loss": 0.877,
      "step": 6357
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6889259115116563e-06,
      "loss": 0.8905,
      "step": 6358
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6866074027614731e-06,
      "loss": 0.8809,
      "step": 6359
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6842903399240618e-06,
      "loss": 0.869,
      "step": 6360
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.681974723402422e-06,
      "loss": 0.8893,
      "step": 6361
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6796605535993005e-06,
      "loss": 0.9331,
      "step": 6362
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6773478309171864e-06,
      "loss": 0.7444,
      "step": 6363
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6750365557583249e-06,
      "loss": 0.9158,
      "step": 6364
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.672726728524705e-06,
      "loss": 0.8889,
      "step": 6365
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6704183496180659e-06,
      "loss": 0.9382,
      "step": 6366
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6681114194398962e-06,
      "loss": 0.8975,
      "step": 6367
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6658059383914249e-06,
      "loss": 0.9341,
      "step": 6368
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6635019068736414e-06,
      "loss": 0.9172,
      "step": 6369
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6611993252872683e-06,
      "loss": 0.7602,
      "step": 6370
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6588981940327875e-06,
      "loss": 0.856,
      "step": 6371
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.656598513510429e-06,
      "loss": 0.9689,
      "step": 6372
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6543002841201584e-06,
      "loss": 0.8906,
      "step": 6373
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6520035062617023e-06,
      "loss": 0.9419,
      "step": 6374
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6497081803345273e-06,
      "loss": 0.9397,
      "step": 6375
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.64741430673785e-06,
      "loss": 0.9618,
      "step": 6376
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6451218858706374e-06,
      "loss": 0.761,
      "step": 6377
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6428309181315939e-06,
      "loss": 0.9901,
      "step": 6378
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6405414039191825e-06,
      "loss": 0.8915,
      "step": 6379
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6382533436316095e-06,
      "loss": 0.8877,
      "step": 6380
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.635966737666822e-06,
      "loss": 0.6007,
      "step": 6381
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6336815864225253e-06,
      "loss": 0.7401,
      "step": 6382
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6313978902961625e-06,
      "loss": 0.9234,
      "step": 6383
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.629115649684927e-06,
      "loss": 0.9311,
      "step": 6384
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.62683486498576e-06,
      "loss": 0.8937,
      "step": 6385
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6245555365953491e-06,
      "loss": 0.7445,
      "step": 6386
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.622277664910128e-06,
      "loss": 0.9001,
      "step": 6387
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6200012503262797e-06,
      "loss": 0.9003,
      "step": 6388
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6177262932397253e-06,
      "loss": 0.7792,
      "step": 6389
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.615452794046145e-06,
      "loss": 0.9188,
      "step": 6390
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6131807531409527e-06,
      "loss": 0.848,
      "step": 6391
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6109101709193164e-06,
      "loss": 0.8761,
      "step": 6392
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6086410477761537e-06,
      "loss": 0.8816,
      "step": 6393
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6063733841061159e-06,
      "loss": 0.9375,
      "step": 6394
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.60410718030361e-06,
      "loss": 0.9015,
      "step": 6395
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6018424367627939e-06,
      "loss": 0.9415,
      "step": 6396
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5995791538775562e-06,
      "loss": 0.8994,
      "step": 6397
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5973173320415469e-06,
      "loss": 0.86,
      "step": 6398
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5950569716481478e-06,
      "loss": 0.9136,
      "step": 6399
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.592798073090499e-06,
      "loss": 0.826,
      "step": 6400
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5905406367614806e-06,
      "loss": 0.7446,
      "step": 6401
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5882846630537163e-06,
      "loss": 0.7951,
      "step": 6402
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5860301523595789e-06,
      "loss": 0.9152,
      "step": 6403
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.583777105071187e-06,
      "loss": 0.8369,
      "step": 6404
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5815255215804015e-06,
      "loss": 0.8425,
      "step": 6405
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.5792754022788348e-06,
      "loss": 0.9008,
      "step": 6406
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.577026747557835e-06,
      "loss": 0.7624,
      "step": 6407
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5747795578085046e-06,
      "loss": 0.8453,
      "step": 6408
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5725338334216877e-06,
      "loss": 0.7661,
      "step": 6409
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.570289574787971e-06,
      "loss": 0.8521,
      "step": 6410
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.568046782297693e-06,
      "loss": 0.9368,
      "step": 6411
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5658054563409276e-06,
      "loss": 0.8471,
      "step": 6412
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5635655973075015e-06,
      "loss": 0.8903,
      "step": 6413
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5613272055869833e-06,
      "loss": 0.8771,
      "step": 6414
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5590902815686893e-06,
      "loss": 0.8994,
      "step": 6415
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5568548256416749e-06,
      "loss": 0.8229,
      "step": 6416
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.554620838194748e-06,
      "loss": 0.9418,
      "step": 6417
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5523883196164513e-06,
      "loss": 0.7729,
      "step": 6418
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5501572702950807e-06,
      "loss": 0.9247,
      "step": 6419
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5479276906186702e-06,
      "loss": 0.8735,
      "step": 6420
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5456995809750019e-06,
      "loss": 0.9135,
      "step": 6421
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5434729417516049e-06,
      "loss": 0.9851,
      "step": 6422
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5412477733357422e-06,
      "loss": 0.7767,
      "step": 6423
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5390240761144326e-06,
      "loss": 0.9012,
      "step": 6424
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5368018504744341e-06,
      "loss": 0.7722,
      "step": 6425
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5345810968022468e-06,
      "loss": 0.8837,
      "step": 6426
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5323618154841213e-06,
      "loss": 0.7202,
      "step": 6427
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5301440069060425e-06,
      "loss": 0.9471,
      "step": 6428
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5279276714537461e-06,
      "loss": 0.8389,
      "step": 6429
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5257128095127127e-06,
      "loss": 0.8823,
      "step": 6430
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5234994214681575e-06,
      "loss": 0.9284,
      "step": 6431
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5212875077050538e-06,
      "loss": 0.7753,
      "step": 6432
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5190770686081013e-06,
      "loss": 0.983,
      "step": 6433
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5168681045617562e-06,
      "loss": 0.8249,
      "step": 6434
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5146606159502185e-06,
      "loss": 0.9941,
      "step": 6435
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5124546031574205e-06,
      "loss": 0.947,
      "step": 6436
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5102500665670482e-06,
      "loss": 0.8457,
      "step": 6437
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5080470065625297e-06,
      "loss": 0.9205,
      "step": 6438
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.505845423527027e-06,
      "loss": 0.8857,
      "step": 6439
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5036453178434573e-06,
      "loss": 0.8424,
      "step": 6440
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5014466898944736e-06,
      "loss": 0.8975,
      "step": 6441
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4992495400624718e-06,
      "loss": 0.8979,
      "step": 6442
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4970538687295967e-06,
      "loss": 0.9261,
      "step": 6443
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4948596762777289e-06,
      "loss": 0.7077,
      "step": 6444
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4926669630885004e-06,
      "loss": 0.8511,
      "step": 6445
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4904757295432726e-06,
      "loss": 0.7909,
      "step": 6446
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4882859760231616e-06,
      "loss": 0.7132,
      "step": 6447
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.486097702909024e-06,
      "loss": 0.9166,
      "step": 6448
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.483910910581452e-06,
      "loss": 0.764,
      "step": 6449
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4817255994207868e-06,
      "loss": 0.8569,
      "step": 6450
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4795417698071125e-06,
      "loss": 0.8235,
      "step": 6451
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4773594221202493e-06,
      "loss": 0.7365,
      "step": 6452
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4751785567397658e-06,
      "loss": 0.7195,
      "step": 6453
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4729991740449701e-06,
      "loss": 0.9046,
      "step": 6454
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4708212744149143e-06,
      "loss": 0.9522,
      "step": 6455
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4686448582283907e-06,
      "loss": 0.8358,
      "step": 6456
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4664699258639327e-06,
      "loss": 0.8863,
      "step": 6457
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4642964776998192e-06,
      "loss": 0.7705,
      "step": 6458
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.462124514114064e-06,
      "loss": 0.8686,
      "step": 6459
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4599540354844321e-06,
      "loss": 0.9279,
      "step": 6460
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4577850421884254e-06,
      "loss": 0.87,
      "step": 6461
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4556175346032841e-06,
      "loss": 0.7446,
      "step": 6462
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4534515131059957e-06,
      "loss": 0.9697,
      "step": 6463
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4512869780732874e-06,
      "loss": 0.8813,
      "step": 6464
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4491239298816274e-06,
      "loss": 0.9168,
      "step": 6465
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4469623689072277e-06,
      "loss": 0.8585,
      "step": 6466
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4448022955260332e-06,
      "loss": 0.8258,
      "step": 6467
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4426437101137403e-06,
      "loss": 0.8914,
      "step": 6468
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4404866130457851e-06,
      "loss": 1.0386,
      "step": 6469
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4383310046973365e-06,
      "loss": 0.8793,
      "step": 6470
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4361768854433123e-06,
      "loss": 0.8643,
      "step": 6471
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4340242556583728e-06,
      "loss": 0.9166,
      "step": 6472
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4318731157169086e-06,
      "loss": 0.8133,
      "step": 6473
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4297234659930658e-06,
      "loss": 0.9069,
      "step": 6474
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.427575306860719e-06,
      "loss": 0.8891,
      "step": 6475
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.425428638693489e-06,
      "loss": 0.8359,
      "step": 6476
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4232834618647406e-06,
      "loss": 0.9151,
      "step": 6477
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4211397767475687e-06,
      "loss": 0.8755,
      "step": 6478
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4189975837148207e-06,
      "loss": 0.874,
      "step": 6479
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4168568831390749e-06,
      "loss": 0.9427,
      "step": 6480
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4147176753926561e-06,
      "loss": 0.8677,
      "step": 6481
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4125799608476275e-06,
      "loss": 0.8759,
      "step": 6482
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4104437398757931e-06,
      "loss": 0.8833,
      "step": 6483
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4083090128486965e-06,
      "loss": 0.9052,
      "step": 6484
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.406175780137623e-06,
      "loss": 0.8774,
      "step": 6485
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4040440421135925e-06,
      "loss": 0.8746,
      "step": 6486
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.4019137991473753e-06,
      "loss": 0.7616,
      "step": 6487
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.399785051609468e-06,
      "loss": 0.8832,
      "step": 6488
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3976577998701191e-06,
      "loss": 0.8966,
      "step": 6489
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3955320442993137e-06,
      "loss": 0.7825,
      "step": 6490
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3934077852667705e-06,
      "loss": 0.8806,
      "step": 6491
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.391285023141956e-06,
      "loss": 0.8747,
      "step": 6492
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.389163758294072e-06,
      "loss": 0.8959,
      "step": 6493
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.387043991092062e-06,
      "loss": 0.8658,
      "step": 6494
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3849257219046107e-06,
      "loss": 0.8913,
      "step": 6495
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.382808951100133e-06,
      "loss": 0.8815,
      "step": 6496
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.380693679046794e-06,
      "loss": 0.7764,
      "step": 6497
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3785799061124961e-06,
      "loss": 0.9548,
      "step": 6498
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.376467632664873e-06,
      "loss": 0.8724,
      "step": 6499
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3743568590713085e-06,
      "loss": 0.9681,
      "step": 6500
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.372247585698916e-06,
      "loss": 0.9081,
      "step": 6501
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3701398129145548e-06,
      "loss": 0.8898,
      "step": 6502
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3680335410848211e-06,
      "loss": 0.9379,
      "step": 6503
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3659287705760481e-06,
      "loss": 0.9131,
      "step": 6504
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3638255017543113e-06,
      "loss": 0.9207,
      "step": 6505
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3617237349854251e-06,
      "loss": 0.9331,
      "step": 6506
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3596234706349354e-06,
      "loss": 0.8359,
      "step": 6507
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3575247090681375e-06,
      "loss": 0.853,
      "step": 6508
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3554274506500552e-06,
      "loss": 0.8199,
      "step": 6509
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.353331695745459e-06,
      "loss": 0.9004,
      "step": 6510
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3512374447188548e-06,
      "loss": 0.8707,
      "step": 6511
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3491446979344825e-06,
      "loss": 0.9325,
      "step": 6512
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3470534557563287e-06,
      "loss": 0.978,
      "step": 6513
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3449637185481158e-06,
      "loss": 0.834,
      "step": 6514
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3428754866732973e-06,
      "loss": 0.94,
      "step": 6515
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3407887604950753e-06,
      "loss": 0.8723,
      "step": 6516
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3387035403763826e-06,
      "loss": 0.8788,
      "step": 6517
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3366198266798913e-06,
      "loss": 0.7843,
      "step": 6518
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3345376197680182e-06,
      "loss": 0.8735,
      "step": 6519
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.332456920002907e-06,
      "loss": 0.8833,
      "step": 6520
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3303777277464459e-06,
      "loss": 0.8986,
      "step": 6521
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.328300043360261e-06,
      "loss": 0.9758,
      "step": 6522
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.326223867205716e-06,
      "loss": 0.8597,
      "step": 6523
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3241491996439126e-06,
      "loss": 0.8901,
      "step": 6524
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3220760410356836e-06,
      "loss": 0.9561,
      "step": 6525
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3200043917416083e-06,
      "loss": 1.0032,
      "step": 6526
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3179342521220006e-06,
      "loss": 0.9147,
      "step": 6527
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3158656225369081e-06,
      "loss": 0.9434,
      "step": 6528
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.313798503346122e-06,
      "loss": 0.7719,
      "step": 6529
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3117328949091634e-06,
      "loss": 0.9414,
      "step": 6530
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3096687975852974e-06,
      "loss": 0.9091,
      "step": 6531
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.307606211733522e-06,
      "loss": 0.845,
      "step": 6532
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.305545137712576e-06,
      "loss": 0.8831,
      "step": 6533
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.303485575880934e-06,
      "loss": 0.9158,
      "step": 6534
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3014275265968036e-06,
      "loss": 0.9036,
      "step": 6535
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2993709902181328e-06,
      "loss": 0.7356,
      "step": 6536
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2973159671026103e-06,
      "loss": 0.8708,
      "step": 6537
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.295262457607651e-06,
      "loss": 0.9067,
      "step": 6538
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2932104620904184e-06,
      "loss": 0.7513,
      "step": 6539
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2911599809078058e-06,
      "loss": 0.8237,
      "step": 6540
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2891110144164431e-06,
      "loss": 0.7767,
      "step": 6541
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.287063562972699e-06,
      "loss": 0.8379,
      "step": 6542
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2850176269326785e-06,
      "loss": 0.9128,
      "step": 6543
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2829732066522216e-06,
      "loss": 0.7132,
      "step": 6544
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2809303024869092e-06,
      "loss": 0.9397,
      "step": 6545
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.278888914792049e-06,
      "loss": 0.9494,
      "step": 6546
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2768490439226943e-06,
      "loss": 0.9466,
      "step": 6547
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2748106902336332e-06,
      "loss": 0.8854,
      "step": 6548
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2727738540793822e-06,
      "loss": 0.9491,
      "step": 6549
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2707385358142054e-06,
      "loss": 0.8614,
      "step": 6550
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.268704735792089e-06,
      "loss": 0.8482,
      "step": 6551
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2666724543667707e-06,
      "loss": 0.903,
      "step": 6552
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.264641691891716e-06,
      "loss": 0.8687,
      "step": 6553
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2626124487201218e-06,
      "loss": 0.8973,
      "step": 6554
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.260584725204932e-06,
      "loss": 0.9778,
      "step": 6555
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.258558521698814e-06,
      "loss": 0.899,
      "step": 6556
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2565338385541792e-06,
      "loss": 0.8283,
      "step": 6557
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.254510676123174e-06,
      "loss": 0.6685,
      "step": 6558
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2524890347576747e-06,
      "loss": 0.8579,
      "step": 6559
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2504689148092974e-06,
      "loss": 0.9273,
      "step": 6560
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2484503166293948e-06,
      "loss": 0.8308,
      "step": 6561
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2464332405690515e-06,
      "loss": 0.7272,
      "step": 6562
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.2444176869790925e-06,
      "loss": 0.8761,
      "step": 6563
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2424036562100693e-06,
      "loss": 0.8756,
      "step": 6564
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2403911486122755e-06,
      "loss": 0.8938,
      "step": 6565
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2383801645357406e-06,
      "loss": 0.8803,
      "step": 6566
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2363707043302208e-06,
      "loss": 0.7716,
      "step": 6567
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2343627683452174e-06,
      "loss": 0.9384,
      "step": 6568
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2323563569299635e-06,
      "loss": 0.876,
      "step": 6569
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2303514704334207e-06,
      "loss": 0.9409,
      "step": 6570
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2283481092042915e-06,
      "loss": 0.8567,
      "step": 6571
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2263462735910148e-06,
      "loss": 0.7747,
      "step": 6572
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2243459639417588e-06,
      "loss": 0.8101,
      "step": 6573
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2223471806044319e-06,
      "loss": 0.9086,
      "step": 6574
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2203499239266692e-06,
      "loss": 0.8805,
      "step": 6575
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2183541942558496e-06,
      "loss": 0.8631,
      "step": 6576
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2163599919390778e-06,
      "loss": 0.9747,
      "step": 6577
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2143673173231984e-06,
      "loss": 0.9008,
      "step": 6578
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.212376170754792e-06,
      "loss": 0.7017,
      "step": 6579
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.210386552580164e-06,
      "loss": 0.8456,
      "step": 6580
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2083984631453648e-06,
      "loss": 0.877,
      "step": 6581
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2064119027961718e-06,
      "loss": 0.8655,
      "step": 6582
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2044268718781004e-06,
      "loss": 0.8696,
      "step": 6583
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2024433707364002e-06,
      "loss": 0.6424,
      "step": 6584
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2004613997160497e-06,
      "loss": 0.763,
      "step": 6585
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1984809591617652e-06,
      "loss": 0.8775,
      "step": 6586
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1965020494180002e-06,
      "loss": 0.7609,
      "step": 6587
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1945246708289315e-06,
      "loss": 0.9762,
      "step": 6588
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1925488237384819e-06,
      "loss": 0.8888,
      "step": 6589
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1905745084902965e-06,
      "loss": 0.8932,
      "step": 6590
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1886017254277626e-06,
      "loss": 0.9418,
      "step": 6591
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1866304748940016e-06,
      "loss": 0.9046,
      "step": 6592
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.184660757231858e-06,
      "loss": 0.7529,
      "step": 6593
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.18269257278392e-06,
      "loss": 0.7155,
      "step": 6594
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.180725921892506e-06,
      "loss": 0.9103,
      "step": 6595
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1787608048996646e-06,
      "loss": 0.8606,
      "step": 6596
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1767972221471836e-06,
      "loss": 0.7716,
      "step": 6597
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1748351739765762e-06,
      "loss": 0.894,
      "step": 6598
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1728746607290942e-06,
      "loss": 0.8932,
      "step": 6599
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1709156827457236e-06,
      "loss": 0.7441,
      "step": 6600
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1689582403671795e-06,
      "loss": 0.9119,
      "step": 6601
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.167002333933912e-06,
      "loss": 0.9088,
      "step": 6602
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1650479637861055e-06,
      "loss": 0.8707,
      "step": 6603
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1630951302636706e-06,
      "loss": 0.8361,
      "step": 6604
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1611438337062597e-06,
      "loss": 0.8647,
      "step": 6605
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1591940744532505e-06,
      "loss": 0.7238,
      "step": 6606
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1572458528437558e-06,
      "loss": 0.9017,
      "step": 6607
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.155299169216626e-06,
      "loss": 0.9844,
      "step": 6608
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1533540239104347e-06,
      "loss": 0.9001,
      "step": 6609
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1514104172634932e-06,
      "loss": 0.8845,
      "step": 6610
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1494683496138459e-06,
      "loss": 0.9405,
      "step": 6611
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.147527821299269e-06,
      "loss": 0.9005,
      "step": 6612
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1455888326572707e-06,
      "loss": 0.8497,
      "step": 6613
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1436513840250885e-06,
      "loss": 0.8476,
      "step": 6614
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1417154757396954e-06,
      "loss": 0.8683,
      "step": 6615
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1397811081377984e-06,
      "loss": 0.7767,
      "step": 6616
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.137848281555829e-06,
      "loss": 0.7552,
      "step": 6617
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.135916996329961e-06,
      "loss": 0.732,
      "step": 6618
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1339872527960881e-06,
      "loss": 0.9017,
      "step": 6619
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1320590512898466e-06,
      "loss": 0.9243,
      "step": 6620
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.130132392146599e-06,
      "loss": 0.7557,
      "step": 6621
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1282072757014418e-06,
      "loss": 0.8417,
      "step": 6622
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1262837022892015e-06,
      "loss": 0.8878,
      "step": 6623
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1243616722444394e-06,
      "loss": 0.7639,
      "step": 6624
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1224411859014417e-06,
      "loss": 0.8955,
      "step": 6625
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1205222435942343e-06,
      "loss": 0.8697,
      "step": 6626
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1186048456565669e-06,
      "loss": 0.864,
      "step": 6627
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1166889924219259e-06,
      "loss": 0.7504,
      "step": 6628
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1147746842235286e-06,
      "loss": 0.8774,
      "step": 6629
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1128619213943203e-06,
      "loss": 0.8983,
      "step": 6630
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1109507042669843e-06,
      "loss": 0.8898,
      "step": 6631
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1090410331739242e-06,
      "loss": 1.0056,
      "step": 6632
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1071329084472847e-06,
      "loss": 0.7531,
      "step": 6633
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.105226330418938e-06,
      "loss": 0.89,
      "step": 6634
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1033212994204845e-06,
      "loss": 0.8842,
      "step": 6635
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1014178157832589e-06,
      "loss": 0.8273,
      "step": 6636
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0995158798383288e-06,
      "loss": 0.8339,
      "step": 6637
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.097615491916485e-06,
      "loss": 0.8845,
      "step": 6638
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0957166523482565e-06,
      "loss": 0.7113,
      "step": 6639
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.0938193614639003e-06,
      "loss": 0.7231,
      "step": 6640
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0919236195934047e-06,
      "loss": 0.8245,
      "step": 6641
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.090029427066488e-06,
      "loss": 0.9246,
      "step": 6642
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0881367842125966e-06,
      "loss": 0.889,
      "step": 6643
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.086245691360912e-06,
      "loss": 0.9326,
      "step": 6644
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0843561488403453e-06,
      "loss": 0.8304,
      "step": 6645
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0824681569795315e-06,
      "loss": 0.9407,
      "step": 6646
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0805817161068467e-06,
      "loss": 0.8112,
      "step": 6647
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0786968265503862e-06,
      "loss": 0.8916,
      "step": 6648
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0768134886379833e-06,
      "loss": 0.8581,
      "step": 6649
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0749317026971995e-06,
      "loss": 0.8608,
      "step": 6650
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.073051469055324e-06,
      "loss": 0.8977,
      "step": 6651
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.071172788039382e-06,
      "loss": 0.9267,
      "step": 6652
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0692956599761196e-06,
      "loss": 0.8857,
      "step": 6653
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.067420085192018e-06,
      "loss": 0.892,
      "step": 6654
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0655460640132931e-06,
      "loss": 0.8785,
      "step": 6655
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0636735967658785e-06,
      "loss": 0.9038,
      "step": 6656
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0618026837754481e-06,
      "loss": 0.8502,
      "step": 6657
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0599333253674027e-06,
      "loss": 0.8673,
      "step": 6658
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0580655218668678e-06,
      "loss": 0.9141,
      "step": 6659
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.056199273598706e-06,
      "loss": 0.9088,
      "step": 6660
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0543345808875038e-06,
      "loss": 0.9525,
      "step": 6661
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0524714440575811e-06,
      "loss": 0.9158,
      "step": 6662
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0506098634329863e-06,
      "loss": 0.8687,
      "step": 6663
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0487498393374917e-06,
      "loss": 0.8737,
      "step": 6664
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0468913720946084e-06,
      "loss": 0.9026,
      "step": 6665
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0450344620275676e-06,
      "loss": 0.9389,
      "step": 6666
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0431791094593347e-06,
      "loss": 0.7015,
      "step": 6667
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0413253147126046e-06,
      "loss": 0.8998,
      "step": 6668
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0394730781097983e-06,
      "loss": 0.9478,
      "step": 6669
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0376223999730683e-06,
      "loss": 0.9426,
      "step": 6670
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0357732806242971e-06,
      "loss": 0.9593,
      "step": 6671
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0339257203850894e-06,
      "loss": 0.96,
      "step": 6672
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0320797195767895e-06,
      "loss": 0.732,
      "step": 6673
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0302352785204583e-06,
      "loss": 0.8756,
      "step": 6674
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0283923975368938e-06,
      "loss": 0.8847,
      "step": 6675
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0265510769466225e-06,
      "loss": 0.9174,
      "step": 6676
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0247113170698942e-06,
      "loss": 0.9064,
      "step": 6677
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0228731182266926e-06,
      "loss": 0.8671,
      "step": 6678
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0210364807367268e-06,
      "loss": 0.834,
      "step": 6679
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0192014049194353e-06,
      "loss": 0.8656,
      "step": 6680
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0173678910939867e-06,
      "loss": 0.9268,
      "step": 6681
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.015535939579274e-06,
      "loss": 0.8889,
      "step": 6682
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0137055506939209e-06,
      "loss": 0.9068,
      "step": 6683
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.011876724756281e-06,
      "loss": 0.9231,
      "step": 6684
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0100494620844326e-06,
      "loss": 0.661,
      "step": 6685
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0082237629961844e-06,
      "loss": 0.9296,
      "step": 6686
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0063996278090704e-06,
      "loss": 0.9024,
      "step": 6687
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0045770568403567e-06,
      "loss": 0.8792,
      "step": 6688
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0027560504070345e-06,
      "loss": 0.8339,
      "step": 6689
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0009366088258233e-06,
      "loss": 0.9414,
      "step": 6690
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.991187324131713e-07,
      "loss": 0.9276,
      "step": 6691
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.973024214852567e-07,
      "loss": 0.8082,
      "step": 6692
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.95487676357978e-07,
      "loss": 0.6136,
      "step": 6693
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.936744973469693e-07,
      "loss": 0.9045,
      "step": 6694
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.91862884767586e-07,
      "loss": 0.8572,
      "step": 6695
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.900528389349163e-07,
      "loss": 0.8165,
      "step": 6696
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.882443601637748e-07,
      "loss": 0.83,
      "step": 6697
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.864374487687e-07,
      "loss": 0.9611,
      "step": 6698
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.846321050639584e-07,
      "loss": 0.8842,
      "step": 6699
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.828283293635532e-07,
      "loss": 0.7694,
      "step": 6700
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.810261219812013e-07,
      "loss": 0.8177,
      "step": 6701
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.79225483230355e-07,
      "loss": 0.8057,
      "step": 6702
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.774264134241896e-07,
      "loss": 0.7503,
      "step": 6703
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.756289128756113e-07,
      "loss": 0.7208,
      "step": 6704
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.738329818972525e-07,
      "loss": 0.7626,
      "step": 6705
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.720386208014699e-07,
      "loss": 0.8234,
      "step": 6706
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.702458299003492e-07,
      "loss": 0.7246,
      "step": 6707
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.684546095057046e-07,
      "loss": 0.9668,
      "step": 6708
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.666649599290734e-07,
      "loss": 0.9269,
      "step": 6709
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.648768814817243e-07,
      "loss": 0.9351,
      "step": 6710
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.630903744746467e-07,
      "loss": 0.902,
      "step": 6711
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.613054392185618e-07,
      "loss": 0.8823,
      "step": 6712
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.595220760239176e-07,
      "loss": 0.8773,
      "step": 6713
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.577402852008843e-07,
      "loss": 0.8261,
      "step": 6714
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.559600670593627e-07,
      "loss": 0.9671,
      "step": 6715
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.541814219089751e-07,
      "loss": 0.969,
      "step": 6716
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.524043500590774e-07,
      "loss": 0.869,
      "step": 6717
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.506288518187468e-07,
      "loss": 0.7641,
      "step": 6718
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.488549274967873e-07,
      "loss": 0.8442,
      "step": 6719
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.470825774017323e-07,
      "loss": 0.7487,
      "step": 6720
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.453118018418383e-07,
      "loss": 0.891,
      "step": 6721
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.43542601125087e-07,
      "loss": 0.9686,
      "step": 6722
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.417749755591899e-07,
      "loss": 0.8847,
      "step": 6723
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.400089254515798e-07,
      "loss": 0.8855,
      "step": 6724
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.382444511094202e-07,
      "loss": 0.8998,
      "step": 6725
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.364815528396009e-07,
      "loss": 0.8574,
      "step": 6726
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.347202309487302e-07,
      "loss": 0.8511,
      "step": 6727
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.329604857431506e-07,
      "loss": 0.9347,
      "step": 6728
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.312023175289253e-07,
      "loss": 0.8811,
      "step": 6729
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.294457266118462e-07,
      "loss": 0.9488,
      "step": 6730
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.276907132974311e-07,
      "loss": 0.9172,
      "step": 6731
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.259372778909192e-07,
      "loss": 0.889,
      "step": 6732
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.241854206972778e-07,
      "loss": 0.9496,
      "step": 6733
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.224351420212041e-07,
      "loss": 0.8984,
      "step": 6734
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.206864421671113e-07,
      "loss": 0.931,
      "step": 6735
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.189393214391473e-07,
      "loss": 0.9078,
      "step": 6736
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.171937801411779e-07,
      "loss": 0.9225,
      "step": 6737
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.154498185767979e-07,
      "loss": 0.7239,
      "step": 6738
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.137074370493315e-07,
      "loss": 0.8433,
      "step": 6739
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.119666358618195e-07,
      "loss": 0.6704,
      "step": 6740
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.102274153170343e-07,
      "loss": 0.916,
      "step": 6741
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.084897757174682e-07,
      "loss": 0.8642,
      "step": 6742
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.06753717365344e-07,
      "loss": 0.9417,
      "step": 6743
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.050192405626068e-07,
      "loss": 0.8992,
      "step": 6744
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.032863456109253e-07,
      "loss": 0.8889,
      "step": 6745
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.01555032811694e-07,
      "loss": 0.9554,
      "step": 6746
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.998253024660352e-07,
      "loss": 0.9081,
      "step": 6747
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.980971548747907e-07,
      "loss": 0.8401,
      "step": 6748
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.963705903385344e-07,
      "loss": 0.8449,
      "step": 6749
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.94645609157555e-07,
      "loss": 0.7843,
      "step": 6750
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.929222116318726e-07,
      "loss": 0.8548,
      "step": 6751
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.912003980612338e-07,
      "loss": 0.9178,
      "step": 6752
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.894801687451004e-07,
      "loss": 0.8963,
      "step": 6753
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.877615239826687e-07,
      "loss": 0.8853,
      "step": 6754
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.860444640728561e-07,
      "loss": 0.8959,
      "step": 6755
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.843289893142993e-07,
      "loss": 0.95,
      "step": 6756
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.826151000053651e-07,
      "loss": 0.8872,
      "step": 6757
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.809027964441441e-07,
      "loss": 0.918,
      "step": 6758
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.791920789284492e-07,
      "loss": 0.9088,
      "step": 6759
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.7748294775582e-07,
      "loss": 0.7335,
      "step": 6760
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.757754032235156e-07,
      "loss": 0.9084,
      "step": 6761
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.740694456285237e-07,
      "loss": 0.8784,
      "step": 6762
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.723650752675528e-07,
      "loss": 0.978,
      "step": 6763
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.706622924370367e-07,
      "loss": 0.875,
      "step": 6764
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.689610974331352e-07,
      "loss": 0.9089,
      "step": 6765
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.672614905517274e-07,
      "loss": 0.8848,
      "step": 6766
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.655634720884198e-07,
      "loss": 0.9231,
      "step": 6767
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.638670423385409e-07,
      "loss": 0.8162,
      "step": 6768
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.621722015971445e-07,
      "loss": 0.9,
      "step": 6769
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.604789501590082e-07,
      "loss": 0.8292,
      "step": 6770
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.587872883186288e-07,
      "loss": 0.7334,
      "step": 6771
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.570972163702307e-07,
      "loss": 0.8787,
      "step": 6772
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.554087346077633e-07,
      "loss": 0.8461,
      "step": 6773
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.537218433248928e-07,
      "loss": 0.9182,
      "step": 6774
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.520365428150157e-07,
      "loss": 0.9048,
      "step": 6775
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.503528333712508e-07,
      "loss": 0.9346,
      "step": 6776
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.486707152864326e-07,
      "loss": 0.893,
      "step": 6777
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.469901888531328e-07,
      "loss": 0.8709,
      "step": 6778
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.453112543636311e-07,
      "loss": 0.9273,
      "step": 6779
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.436339121099413e-07,
      "loss": 0.7788,
      "step": 6780
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.419581623837958e-07,
      "loss": 0.8811,
      "step": 6781
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.402840054766481e-07,
      "loss": 0.9476,
      "step": 6782
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.38611441679682e-07,
      "loss": 0.8686,
      "step": 6783
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.369404712837937e-07,
      "loss": 0.9214,
      "step": 6784
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.352710945796105e-07,
      "loss": 0.7021,
      "step": 6785
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.336033118574805e-07,
      "loss": 0.877,
      "step": 6786
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.319371234074724e-07,
      "loss": 0.9391,
      "step": 6787
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.302725295193814e-07,
      "loss": 0.9736,
      "step": 6788
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.286095304827235e-07,
      "loss": 0.6957,
      "step": 6789
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.269481265867352e-07,
      "loss": 0.8732,
      "step": 6790
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.252883181203786e-07,
      "loss": 0.8825,
      "step": 6791
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.236301053723339e-07,
      "loss": 0.7936,
      "step": 6792
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.219734886310094e-07,
      "loss": 0.9278,
      "step": 6793
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.203184681845355e-07,
      "loss": 0.9319,
      "step": 6794
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.186650443207589e-07,
      "loss": 0.854,
      "step": 6795
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.170132173272549e-07,
      "loss": 0.9849,
      "step": 6796
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.153629874913172e-07,
      "loss": 0.9462,
      "step": 6797
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.137143550999638e-07,
      "loss": 0.9,
      "step": 6798
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.120673204399365e-07,
      "loss": 0.9507,
      "step": 6799
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.10421883797694e-07,
      "loss": 0.8082,
      "step": 6800
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.087780454594207e-07,
      "loss": 0.9177,
      "step": 6801
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.071358057110234e-07,
      "loss": 0.8869,
      "step": 6802
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.054951648381292e-07,
      "loss": 0.8972,
      "step": 6803
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.038561231260878e-07,
      "loss": 0.8731,
      "step": 6804
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.022186808599697e-07,
      "loss": 0.9039,
      "step": 6805
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.005828383245695e-07,
      "loss": 0.9059,
      "step": 6806
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.989485958044008e-07,
      "loss": 0.8997,
      "step": 6807
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.973159535837017e-07,
      "loss": 0.8671,
      "step": 6808
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.956849119464316e-07,
      "loss": 0.89,
      "step": 6809
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.940554711762705e-07,
      "loss": 0.8935,
      "step": 6810
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.924276315566171e-07,
      "loss": 0.8718,
      "step": 6811
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.908013933705983e-07,
      "loss": 0.8174,
      "step": 6812
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.891767569010544e-07,
      "loss": 0.8533,
      "step": 6813
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.875537224305551e-07,
      "loss": 0.7794,
      "step": 6814
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.85932290241388e-07,
      "loss": 0.7831,
      "step": 6815
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.843124606155572e-07,
      "loss": 0.7684,
      "step": 6816
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.826942338347998e-07,
      "loss": 0.8121,
      "step": 6817
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.810776101805617e-07,
      "loss": 0.9211,
      "step": 6818
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.794625899340169e-07,
      "loss": 0.8544,
      "step": 6819
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.778491733760607e-07,
      "loss": 0.8755,
      "step": 6820
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.762373607873042e-07,
      "loss": 0.6822,
      "step": 6821
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.746271524480853e-07,
      "loss": 0.9046,
      "step": 6822
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.730185486384611e-07,
      "loss": 0.8507,
      "step": 6823
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.71411549638208e-07,
      "loss": 0.9151,
      "step": 6824
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.698061557268244e-07,
      "loss": 0.8867,
      "step": 6825
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.682023671835293e-07,
      "loss": 0.9178,
      "step": 6826
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.666001842872639e-07,
      "loss": 0.9318,
      "step": 6827
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.649996073166909e-07,
      "loss": 0.8073,
      "step": 6828
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.634006365501867e-07,
      "loss": 0.8692,
      "step": 6829
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.618032722658575e-07,
      "loss": 0.8737,
      "step": 6830
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.602075147415256e-07,
      "loss": 0.9273,
      "step": 6831
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.586133642547322e-07,
      "loss": 0.8532,
      "step": 6832
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.570208210827434e-07,
      "loss": 0.8129,
      "step": 6833
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.55429885502541e-07,
      "loss": 0.9074,
      "step": 6834
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.538405577908303e-07,
      "loss": 0.9299,
      "step": 6835
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.52252838224038e-07,
      "loss": 0.8115,
      "step": 6836
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.506667270783074e-07,
      "loss": 0.6768,
      "step": 6837
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.490822246295071e-07,
      "loss": 0.899,
      "step": 6838
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.474993311532186e-07,
      "loss": 0.8819,
      "step": 6839
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.459180469247495e-07,
      "loss": 0.7635,
      "step": 6840
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.443383722191277e-07,
      "loss": 0.9697,
      "step": 6841
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.427603073110967e-07,
      "loss": 0.9389,
      "step": 6842
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.411838524751236e-07,
      "loss": 0.8993,
      "step": 6843
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.396090079853957e-07,
      "loss": 1.0124,
      "step": 6844
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.380357741158151e-07,
      "loss": 0.9831,
      "step": 6845
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.364641511400106e-07,
      "loss": 0.9336,
      "step": 6846
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.34894139331328e-07,
      "loss": 0.8843,
      "step": 6847
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.333257389628313e-07,
      "loss": 0.8813,
      "step": 6848
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.317589503073086e-07,
      "loss": 0.8863,
      "step": 6849
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.301937736372611e-07,
      "loss": 0.8666,
      "step": 6850
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.286302092249153e-07,
      "loss": 0.924,
      "step": 6851
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.27068257342215e-07,
      "loss": 0.9324,
      "step": 6852
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.255079182608226e-07,
      "loss": 0.9343,
      "step": 6853
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.239491922521247e-07,
      "loss": 0.9385,
      "step": 6854
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.223920795872163e-07,
      "loss": 0.8861,
      "step": 6855
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.208365805369277e-07,
      "loss": 0.7842,
      "step": 6856
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.192826953717968e-07,
      "loss": 0.9532,
      "step": 6857
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.177304243620842e-07,
      "loss": 0.9242,
      "step": 6858
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.161797677777704e-07,
      "loss": 0.9334,
      "step": 6859
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.14630725888552e-07,
      "loss": 0.8025,
      "step": 6860
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.130832989638492e-07,
      "loss": 0.9223,
      "step": 6861
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.11537487272801e-07,
      "loss": 0.9063,
      "step": 6862
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.09993291084261e-07,
      "loss": 0.9191,
      "step": 6863
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.084507106668048e-07,
      "loss": 0.9306,
      "step": 6864
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.069097462887275e-07,
      "loss": 0.8677,
      "step": 6865
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.053703982180426e-07,
      "loss": 0.9201,
      "step": 6866
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.038326667224849e-07,
      "loss": 0.8819,
      "step": 6867
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.022965520695002e-07,
      "loss": 0.9385,
      "step": 6868
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.007620545262617e-07,
      "loss": 0.891,
      "step": 6869
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.99229174359658e-07,
      "loss": 0.8585,
      "step": 6870
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.976979118362947e-07,
      "loss": 0.9508,
      "step": 6871
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.961682672225001e-07,
      "loss": 0.9362,
      "step": 6872
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.946402407843156e-07,
      "loss": 0.9589,
      "step": 6873
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.931138327875064e-07,
      "loss": 0.9149,
      "step": 6874
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.915890434975525e-07,
      "loss": 0.8744,
      "step": 6875
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.900658731796562e-07,
      "loss": 0.9093,
      "step": 6876
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.885443220987354e-07,
      "loss": 0.8838,
      "step": 6877
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.870243905194274e-07,
      "loss": 0.9659,
      "step": 6878
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.855060787060853e-07,
      "loss": 0.9361,
      "step": 6879
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.839893869227854e-07,
      "loss": 0.7937,
      "step": 6880
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.824743154333157e-07,
      "loss": 0.9415,
      "step": 6881
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.809608645011889e-07,
      "loss": 0.8853,
      "step": 6882
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.794490343896343e-07,
      "loss": 0.9304,
      "step": 6883
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.779388253615937e-07,
      "loss": 0.9462,
      "step": 6884
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.764302376797338e-07,
      "loss": 0.8276,
      "step": 6885
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.749232716064369e-07,
      "loss": 0.8694,
      "step": 6886
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.734179274038022e-07,
      "loss": 0.8464,
      "step": 6887
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.719142053336514e-07,
      "loss": 0.8988,
      "step": 6888
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.704121056575141e-07,
      "loss": 0.8638,
      "step": 6889
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.689116286366492e-07,
      "loss": 0.8613,
      "step": 6890
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.67412774532028e-07,
      "loss": 0.8607,
      "step": 6891
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.659155436043363e-07,
      "loss": 0.8007,
      "step": 6892
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.644199361139836e-07,
      "loss": 0.9093,
      "step": 6893
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.629259523210929e-07,
      "loss": 0.9814,
      "step": 6894
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.614335924855076e-07,
      "loss": 0.8479,
      "step": 6895
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.599428568667898e-07,
      "loss": 0.8999,
      "step": 6896
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.584537457242124e-07,
      "loss": 0.8235,
      "step": 6897
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.569662593167714e-07,
      "loss": 0.8894,
      "step": 6898
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.554803979031821e-07,
      "loss": 0.7775,
      "step": 6899
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.539961617418689e-07,
      "loss": 0.808,
      "step": 6900
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.525135510909842e-07,
      "loss": 0.8943,
      "step": 6901
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.510325662083861e-07,
      "loss": 0.9029,
      "step": 6902
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.495532073516597e-07,
      "loss": 0.9192,
      "step": 6903
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.480754747781037e-07,
      "loss": 0.8843,
      "step": 6904
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.465993687447314e-07,
      "loss": 0.7779,
      "step": 6905
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.451248895082785e-07,
      "loss": 0.9576,
      "step": 6906
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.436520373251942e-07,
      "loss": 0.9393,
      "step": 6907
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.421808124516437e-07,
      "loss": 0.9191,
      "step": 6908
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.407112151435135e-07,
      "loss": 0.9331,
      "step": 6909
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.392432456564002e-07,
      "loss": 0.9333,
      "step": 6910
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.37776904245625e-07,
      "loss": 0.9465,
      "step": 6911
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.363121911662218e-07,
      "loss": 0.8759,
      "step": 6912
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.348491066729412e-07,
      "loss": 0.8883,
      "step": 6913
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.333876510202508e-07,
      "loss": 0.9052,
      "step": 6914
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.31927824462335e-07,
      "loss": 0.911,
      "step": 6915
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.304696272530974e-07,
      "loss": 0.931,
      "step": 6916
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.290130596461563e-07,
      "loss": 0.8491,
      "step": 6917
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.275581218948423e-07,
      "loss": 0.9196,
      "step": 6918
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.261048142522097e-07,
      "loss": 0.9559,
      "step": 6919
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.246531369710263e-07,
      "loss": 0.9007,
      "step": 6920
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.232030903037733e-07,
      "loss": 0.878,
      "step": 6921
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.217546745026548e-07,
      "loss": 0.8324,
      "step": 6922
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.203078898195847e-07,
      "loss": 0.8837,
      "step": 6923
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.188627365061961e-07,
      "loss": 0.9718,
      "step": 6924
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.174192148138391e-07,
      "loss": 0.8499,
      "step": 6925
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.159773249935808e-07,
      "loss": 0.9262,
      "step": 6926
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.145370672962015e-07,
      "loss": 0.893,
      "step": 6927
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.130984419721985e-07,
      "loss": 0.8595,
      "step": 6928
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.116614492717854e-07,
      "loss": 0.9112,
      "step": 6929
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.102260894448952e-07,
      "loss": 0.8779,
      "step": 6930
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.087923627411707e-07,
      "loss": 0.8813,
      "step": 6931
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.073602694099745e-07,
      "loss": 0.8108,
      "step": 6932
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.05929809700384e-07,
      "loss": 0.8964,
      "step": 6933
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.045009838611949e-07,
      "loss": 0.9435,
      "step": 6934
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.030737921409169e-07,
      "loss": 0.9122,
      "step": 6935
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.016482347877728e-07,
      "loss": 0.9565,
      "step": 6936
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.002243120497042e-07,
      "loss": 0.8948,
      "step": 6937
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.988020241743709e-07,
      "loss": 0.8999,
      "step": 6938
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.973813714091414e-07,
      "loss": 0.9023,
      "step": 6939
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.959623540011061e-07,
      "loss": 0.7717,
      "step": 6940
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.945449721970686e-07,
      "loss": 0.8554,
      "step": 6941
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.931292262435462e-07,
      "loss": 0.9131,
      "step": 6942
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.917151163867751e-07,
      "loss": 0.8537,
      "step": 6943
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.903026428727043e-07,
      "loss": 0.7998,
      "step": 6944
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.888918059470005e-07,
      "loss": 0.9524,
      "step": 6945
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.874826058550453e-07,
      "loss": 0.8603,
      "step": 6946
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.860750428419326e-07,
      "loss": 0.8835,
      "step": 6947
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.846691171524765e-07,
      "loss": 0.904,
      "step": 6948
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.832648290311993e-07,
      "loss": 0.8482,
      "step": 6949
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.818621787223466e-07,
      "loss": 0.7646,
      "step": 6950
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.804611664698756e-07,
      "loss": 0.8218,
      "step": 6951
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.790617925174546e-07,
      "loss": 0.9021,
      "step": 6952
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.776640571084735e-07,
      "loss": 0.9317,
      "step": 6953
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.762679604860344e-07,
      "loss": 0.8521,
      "step": 6954
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.74873502892953e-07,
      "loss": 0.9135,
      "step": 6955
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.734806845717644e-07,
      "loss": 0.8845,
      "step": 6956
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.720895057647125e-07,
      "loss": 0.9329,
      "step": 6957
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.706999667137602e-07,
      "loss": 0.9517,
      "step": 6958
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.693120676605845e-07,
      "loss": 0.9485,
      "step": 6959
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.679258088465756e-07,
      "loss": 0.6787,
      "step": 6960
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.665411905128393e-07,
      "loss": 0.9149,
      "step": 6961
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.651582129001987e-07,
      "loss": 0.9107,
      "step": 6962
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.637768762491869e-07,
      "loss": 0.8761,
      "step": 6963
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.623971808000539e-07,
      "loss": 0.8024,
      "step": 6964
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.610191267927656e-07,
      "loss": 0.9505,
      "step": 6965
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.596427144670002e-07,
      "loss": 0.9536,
      "step": 6966
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.582679440621519e-07,
      "loss": 0.8881,
      "step": 6967
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.568948158173282e-07,
      "loss": 0.8707,
      "step": 6968
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.555233299713514e-07,
      "loss": 0.8695,
      "step": 6969
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.541534867627574e-07,
      "loss": 0.8366,
      "step": 6970
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.527852864297978e-07,
      "loss": 0.9107,
      "step": 6971
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.514187292104378e-07,
      "loss": 0.9201,
      "step": 6972
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.500538153423562e-07,
      "loss": 0.8393,
      "step": 6973
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.486905450629476e-07,
      "loss": 0.9593,
      "step": 6974
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.473289186093223e-07,
      "loss": 0.9607,
      "step": 6975
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.459689362182963e-07,
      "loss": 0.8983,
      "step": 6976
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.446105981264105e-07,
      "loss": 0.7773,
      "step": 6977
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.432539045699114e-07,
      "loss": 0.937,
      "step": 6978
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.418988557847648e-07,
      "loss": 0.7657,
      "step": 6979
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.405454520066489e-07,
      "loss": 0.9165,
      "step": 6980
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.391936934709541e-07,
      "loss": 0.9056,
      "step": 6981
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.378435804127857e-07,
      "loss": 0.9215,
      "step": 6982
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.364951130669649e-07,
      "loss": 0.9439,
      "step": 6983
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.351482916680228e-07,
      "loss": 0.8624,
      "step": 6984
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.338031164502089e-07,
      "loss": 0.789,
      "step": 6985
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.324595876474814e-07,
      "loss": 0.9362,
      "step": 6986
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.311177054935146e-07,
      "loss": 0.9287,
      "step": 6987
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.297774702216995e-07,
      "loss": 0.9195,
      "step": 6988
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.284388820651331e-07,
      "loss": 0.9076,
      "step": 6989
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.271019412566325e-07,
      "loss": 0.9249,
      "step": 6990
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.25766648028726e-07,
      "loss": 0.8474,
      "step": 6991
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.244330026136546e-07,
      "loss": 0.8841,
      "step": 6992
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.231010052433738e-07,
      "loss": 0.8681,
      "step": 6993
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.217706561495528e-07,
      "loss": 0.9895,
      "step": 6994
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.204419555635743e-07,
      "loss": 0.704,
      "step": 6995
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.191149037165322e-07,
      "loss": 0.9079,
      "step": 6996
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.177895008392353e-07,
      "loss": 0.6969,
      "step": 6997
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.164657471622059e-07,
      "loss": 0.7787,
      "step": 6998
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.151436429156765e-07,
      "loss": 0.8786,
      "step": 6999
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.138231883295975e-07,
      "loss": 0.9434,
      "step": 7000
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.125043836336296e-07,
      "loss": 0.8669,
      "step": 7001
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.111872290571451e-07,
      "loss": 0.8286,
      "step": 7002
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.098717248292317e-07,
      "loss": 0.8409,
      "step": 7003
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.08557871178691e-07,
      "loss": 0.7678,
      "step": 7004
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.072456683340343e-07,
      "loss": 0.8601,
      "step": 7005
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.059351165234893e-07,
      "loss": 0.8976,
      "step": 7006
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.046262159749926e-07,
      "loss": 0.7858,
      "step": 7007
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.033189669161965e-07,
      "loss": 1.0067,
      "step": 7008
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.020133695744656e-07,
      "loss": 0.8667,
      "step": 7009
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.007094241768762e-07,
      "loss": 0.8764,
      "step": 7010
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.994071309502169e-07,
      "loss": 0.8269,
      "step": 7011
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.98106490120992e-07,
      "loss": 0.8881,
      "step": 7012
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.968075019154162e-07,
      "loss": 0.9063,
      "step": 7013
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.955101665594175e-07,
      "loss": 0.8941,
      "step": 7014
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.942144842786334e-07,
      "loss": 0.9275,
      "step": 7015
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.929204552984169e-07,
      "loss": 0.8837,
      "step": 7016
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.916280798438355e-07,
      "loss": 0.777,
      "step": 7017
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.903373581396642e-07,
      "loss": 0.9043,
      "step": 7018
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.890482904103944e-07,
      "loss": 0.9097,
      "step": 7019
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.877608768802256e-07,
      "loss": 0.731,
      "step": 7020
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.864751177730731e-07,
      "loss": 0.8586,
      "step": 7021
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.851910133125648e-07,
      "loss": 0.4642,
      "step": 7022
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.839085637220375e-07,
      "loss": 0.9585,
      "step": 7023
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.826277692245462e-07,
      "loss": 0.9108,
      "step": 7024
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.813486300428483e-07,
      "loss": 0.8894,
      "step": 7025
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.800711463994223e-07,
      "loss": 0.8957,
      "step": 7026
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.787953185164562e-07,
      "loss": 0.9448,
      "step": 7027
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.775211466158469e-07,
      "loss": 0.9672,
      "step": 7028
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7624863091920714e-07,
      "loss": 0.8819,
      "step": 7029
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.74977771647861e-07,
      "loss": 0.9285,
      "step": 7030
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.737085690228405e-07,
      "loss": 0.8364,
      "step": 7031
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.724410232648946e-07,
      "loss": 0.8998,
      "step": 7032
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.711751345944826e-07,
      "loss": 0.8686,
      "step": 7033
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.699109032317739e-07,
      "loss": 0.7339,
      "step": 7034
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.686483293966526e-07,
      "loss": 0.9099,
      "step": 7035
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6738741330871084e-07,
      "loss": 0.72,
      "step": 7036
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.661281551872554e-07,
      "loss": 0.921,
      "step": 7037
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.648705552513044e-07,
      "loss": 0.8627,
      "step": 7038
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.6361461371958404e-07,
      "loss": 0.8727,
      "step": 7039
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.623603308105384e-07,
      "loss": 0.8134,
      "step": 7040
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.611077067423153e-07,
      "loss": 0.8153,
      "step": 7041
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.598567417327815e-07,
      "loss": 0.748,
      "step": 7042
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5860743599951186e-07,
      "loss": 0.7803,
      "step": 7043
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5735978975979145e-07,
      "loss": 0.9401,
      "step": 7044
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5611380323062e-07,
      "loss": 0.8086,
      "step": 7045
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.548694766287043e-07,
      "loss": 0.7749,
      "step": 7046
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5362681017046553e-07,
      "loss": 0.9351,
      "step": 7047
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5238580407203636e-07,
      "loss": 0.9161,
      "step": 7048
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.5114645854925865e-07,
      "loss": 0.9033,
      "step": 7049
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.499087738176866e-07,
      "loss": 0.9267,
      "step": 7050
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.486727500925847e-07,
      "loss": 0.9476,
      "step": 7051
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.474383875889299e-07,
      "loss": 0.9192,
      "step": 7052
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.462056865214126e-07,
      "loss": 0.8968,
      "step": 7053
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4497464710442584e-07,
      "loss": 0.9652,
      "step": 7054
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4374526955208165e-07,
      "loss": 0.926,
      "step": 7055
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.425175540782023e-07,
      "loss": 0.9049,
      "step": 7056
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.412915008963148e-07,
      "loss": 0.8552,
      "step": 7057
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.4006711021966407e-07,
      "loss": 0.8977,
      "step": 7058
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.388443822612043e-07,
      "loss": 0.8915,
      "step": 7059
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.376233172335964e-07,
      "loss": 0.8494,
      "step": 7060
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.364039153492161e-07,
      "loss": 0.9196,
      "step": 7061
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.351861768201482e-07,
      "loss": 0.9515,
      "step": 7062
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.33970101858191e-07,
      "loss": 0.9097,
      "step": 7063
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.327556906748498e-07,
      "loss": 0.7738,
      "step": 7064
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.315429434813412e-07,
      "loss": 0.888,
      "step": 7065
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.303318604885953e-07,
      "loss": 0.8573,
      "step": 7066
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2912244190724707e-07,
      "loss": 0.9258,
      "step": 7067
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.279146879476481e-07,
      "loss": 0.9506,
      "step": 7068
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2670859881985826e-07,
      "loss": 0.957,
      "step": 7069
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2550417473364524e-07,
      "loss": 0.9571,
      "step": 7070
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2430141589849036e-07,
      "loss": 0.9442,
      "step": 7071
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2310032252358524e-07,
      "loss": 0.8942,
      "step": 7072
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.2190089481782937e-07,
      "loss": 0.8281,
      "step": 7073
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.207031329898359e-07,
      "loss": 0.7729,
      "step": 7074
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.195070372479249e-07,
      "loss": 0.7163,
      "step": 7075
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1831260780012873e-07,
      "loss": 0.9347,
      "step": 7076
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.171198448541913e-07,
      "loss": 0.822,
      "step": 7077
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1592874861756e-07,
      "loss": 0.9232,
      "step": 7078
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.147393192974025e-07,
      "loss": 0.8722,
      "step": 7079
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.1355155710058657e-07,
      "loss": 0.8733,
      "step": 7080
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.12365462233697e-07,
      "loss": 0.9472,
      "step": 7081
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.111810349030254e-07,
      "loss": 0.9065,
      "step": 7082
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0999827531457484e-07,
      "loss": 0.9215,
      "step": 7083
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.088171836740573e-07,
      "loss": 0.8125,
      "step": 7084
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.076377601868964e-07,
      "loss": 0.8915,
      "step": 7085
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0646000505822125e-07,
      "loss": 0.8067,
      "step": 7086
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0528391849287694e-07,
      "loss": 0.7992,
      "step": 7087
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.041095006954121e-07,
      "loss": 0.8964,
      "step": 7088
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0293675187009e-07,
      "loss": 0.8253,
      "step": 7089
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.017656722208807e-07,
      "loss": 0.8567,
      "step": 7090
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.0059626195146694e-07,
      "loss": 0.9411,
      "step": 7091
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9942852126523715e-07,
      "loss": 0.9094,
      "step": 7092
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.982624503652943e-07,
      "loss": 0.8799,
      "step": 7093
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.970980494544452e-07,
      "loss": 0.902,
      "step": 7094
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.959353187352111e-07,
      "loss": 0.8954,
      "step": 7095
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9477425840981907e-07,
      "loss": 0.8375,
      "step": 7096
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.936148686802077e-07,
      "loss": 0.927,
      "step": 7097
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9245714974802675e-07,
      "loss": 0.9378,
      "step": 7098
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.9130110181462953e-07,
      "loss": 0.8784,
      "step": 7099
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.901467250810853e-07,
      "loss": 0.9273,
      "step": 7100
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.889940197481701e-07,
      "loss": 0.7882,
      "step": 7101
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8784298601636684e-07,
      "loss": 0.96,
      "step": 7102
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.866936240858732e-07,
      "loss": 0.8887,
      "step": 7103
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8554593415658926e-07,
      "loss": 0.9579,
      "step": 7104
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8439991642812977e-07,
      "loss": 0.928,
      "step": 7105
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8325557109981646e-07,
      "loss": 0.8695,
      "step": 7106
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.821128983706801e-07,
      "loss": 0.9222,
      "step": 7107
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.809718984394617e-07,
      "loss": 0.9703,
      "step": 7108
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.798325715046092e-07,
      "loss": 0.8785,
      "step": 7109
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.786949177642807e-07,
      "loss": 0.8423,
      "step": 7110
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7755893741634465e-07,
      "loss": 0.9056,
      "step": 7111
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.764246306583763e-07,
      "loss": 0.8694,
      "step": 7112
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7529199768766233e-07,
      "loss": 0.9034,
      "step": 7113
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7416103870119623e-07,
      "loss": 0.8675,
      "step": 7114
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.730317538956785e-07,
      "loss": 0.9025,
      "step": 7115
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.719041434675241e-07,
      "loss": 0.9315,
      "step": 7116
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.707782076128508e-07,
      "loss": 0.8077,
      "step": 7117
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6965394652748955e-07,
      "loss": 0.9179,
      "step": 7118
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6853136040697846e-07,
      "loss": 0.7544,
      "step": 7119
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6741044944656246e-07,
      "loss": 0.8832,
      "step": 7120
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.662912138411967e-07,
      "loss": 0.9444,
      "step": 7121
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.651736537855477e-07,
      "loss": 0.9191,
      "step": 7122
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.640577694739844e-07,
      "loss": 0.9121,
      "step": 7123
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.629435611005916e-07,
      "loss": 0.8939,
      "step": 7124
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6183102885915645e-07,
      "loss": 0.543,
      "step": 7125
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.607201729431764e-07,
      "loss": 0.9362,
      "step": 7126
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5961099354586025e-07,
      "loss": 0.8895,
      "step": 7127
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.585034908601193e-07,
      "loss": 0.8852,
      "step": 7128
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.573976650785793e-07,
      "loss": 0.7303,
      "step": 7129
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.56293516393571e-07,
      "loss": 0.9542,
      "step": 7130
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.551910449971352e-07,
      "loss": 0.8825,
      "step": 7131
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.540902510810196e-07,
      "loss": 0.9122,
      "step": 7132
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.529911348366799e-07,
      "loss": 0.8716,
      "step": 7133
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5189369645528214e-07,
      "loss": 0.7728,
      "step": 7134
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.5079793612769696e-07,
      "loss": 0.9168,
      "step": 7135
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4970385404450525e-07,
      "loss": 0.8819,
      "step": 7136
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.486114503959992e-07,
      "loss": 0.906,
      "step": 7137
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.475207253721724e-07,
      "loss": 0.8993,
      "step": 7138
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4643167916273204e-07,
      "loss": 0.8645,
      "step": 7139
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4534431195708986e-07,
      "loss": 0.9427,
      "step": 7140
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.442586239443679e-07,
      "loss": 0.9396,
      "step": 7141
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4317461531339635e-07,
      "loss": 0.7471,
      "step": 7142
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.4209228625270873e-07,
      "loss": 0.734,
      "step": 7143
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.410116369505534e-07,
      "loss": 0.9761,
      "step": 7144
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.399326675948822e-07,
      "loss": 0.9253,
      "step": 7145
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3885537837335393e-07,
      "loss": 0.8497,
      "step": 7146
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.377797694733387e-07,
      "loss": 0.8716,
      "step": 7147
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.367058410819124e-07,
      "loss": 0.7684,
      "step": 7148
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3563359338585787e-07,
      "loss": 0.7479,
      "step": 7149
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3456302657166705e-07,
      "loss": 0.8911,
      "step": 7150
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.334941408255388e-07,
      "loss": 0.7996,
      "step": 7151
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.3242693633337986e-07,
      "loss": 0.8431,
      "step": 7152
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.313614132808063e-07,
      "loss": 0.9091,
      "step": 7153
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.302975718531376e-07,
      "loss": 0.713,
      "step": 7154
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.292354122354047e-07,
      "loss": 0.9699,
      "step": 7155
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2817493461234194e-07,
      "loss": 0.9136,
      "step": 7156
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2711613916839635e-07,
      "loss": 0.8336,
      "step": 7157
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2605902608772054e-07,
      "loss": 0.9068,
      "step": 7158
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.250035955541697e-07,
      "loss": 0.9243,
      "step": 7159
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2394984775131257e-07,
      "loss": 0.8762,
      "step": 7160
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.2289778286242466e-07,
      "loss": 0.8792,
      "step": 7161
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.218474010704842e-07,
      "loss": 0.8909,
      "step": 7162
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.207987025581816e-07,
      "loss": 0.8058,
      "step": 7163
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.19751687507911e-07,
      "loss": 0.6097,
      "step": 7164
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.187063561017767e-07,
      "loss": 0.9344,
      "step": 7165
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.176627085215889e-07,
      "loss": 0.719,
      "step": 7166
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.166207449488623e-07,
      "loss": 0.9248,
      "step": 7167
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1558046556482313e-07,
      "loss": 0.827,
      "step": 7168
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.145418705504022e-07,
      "loss": 0.8686,
      "step": 7169
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.135049600862372e-07,
      "loss": 0.8793,
      "step": 7170
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.1246973435267723e-07,
      "loss": 0.9139,
      "step": 7171
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.114361935297694e-07,
      "loss": 0.8516,
      "step": 7172
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.104043377972754e-07,
      "loss": 0.9395,
      "step": 7173
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.093741673346629e-07,
      "loss": 0.8786,
      "step": 7174
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0834568232110287e-07,
      "loss": 0.9742,
      "step": 7175
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0731888293547674e-07,
      "loss": 0.9163,
      "step": 7176
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0629376935637057e-07,
      "loss": 0.8548,
      "step": 7177
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0527034176207724e-07,
      "loss": 0.8447,
      "step": 7178
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.042486003305978e-07,
      "loss": 0.9591,
      "step": 7179
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.0322854523964e-07,
      "loss": 0.8562,
      "step": 7180
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.022101766666174e-07,
      "loss": 0.8551,
      "step": 7181
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.011934947886508e-07,
      "loss": 0.9015,
      "step": 7182
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.001784997825652e-07,
      "loss": 0.9397,
      "step": 7183
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.9916519182489836e-07,
      "loss": 0.8733,
      "step": 7184
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.981535710918859e-07,
      "loss": 0.9867,
      "step": 7185
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.971436377594783e-07,
      "loss": 0.9925,
      "step": 7186
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.961353920033272e-07,
      "loss": 0.848,
      "step": 7187
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.951288339987923e-07,
      "loss": 0.88,
      "step": 7188
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9412396392094146e-07,
      "loss": 0.8909,
      "step": 7189
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9312078194454475e-07,
      "loss": 0.6425,
      "step": 7190
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.921192882440849e-07,
      "loss": 0.8878,
      "step": 7191
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.911194829937447e-07,
      "loss": 0.9312,
      "step": 7192
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.901213663674174e-07,
      "loss": 0.8101,
      "step": 7193
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.891249385386996e-07,
      "loss": 0.9335,
      "step": 7194
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.881301996808983e-07,
      "loss": 0.7902,
      "step": 7195
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8713714996702056e-07,
      "loss": 0.8775,
      "step": 7196
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8614578956978723e-07,
      "loss": 0.7499,
      "step": 7197
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8515611866161806e-07,
      "loss": 0.9393,
      "step": 7198
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.841681374146432e-07,
      "loss": 0.9244,
      "step": 7199
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.8318184600069965e-07,
      "loss": 0.7756,
      "step": 7200
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.821972445913268e-07,
      "loss": 0.9352,
      "step": 7201
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.812143333577733e-07,
      "loss": 0.9082,
      "step": 7202
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.802331124709934e-07,
      "loss": 0.9631,
      "step": 7203
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.792535821016451e-07,
      "loss": 0.9243,
      "step": 7204
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7827574242009434e-07,
      "loss": 0.8555,
      "step": 7205
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7729959359641287e-07,
      "loss": 0.7869,
      "step": 7206
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.763251358003771e-07,
      "loss": 0.8624,
      "step": 7207
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7535236920147145e-07,
      "loss": 0.7387,
      "step": 7208
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.74381293968885e-07,
      "loss": 0.9105,
      "step": 7209
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.734119102715127e-07,
      "loss": 0.7686,
      "step": 7210
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.724442182779541e-07,
      "loss": 0.9221,
      "step": 7211
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.7147821815651675e-07,
      "loss": 0.9958,
      "step": 7212
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.705139100752141e-07,
      "loss": 0.9132,
      "step": 7213
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6955129420176193e-07,
      "loss": 0.9408,
      "step": 7214
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.685903707035842e-07,
      "loss": 0.7466,
      "step": 7215
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6763113974781264e-07,
      "loss": 0.7669,
      "step": 7216
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.666736015012794e-07,
      "loss": 0.7485,
      "step": 7217
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6571775613052575e-07,
      "loss": 0.8504,
      "step": 7218
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6476360380179757e-07,
      "loss": 0.7548,
      "step": 7219
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.638111446810465e-07,
      "loss": 0.7905,
      "step": 7220
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6286037893393234e-07,
      "loss": 0.8662,
      "step": 7221
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6191130672581387e-07,
      "loss": 0.9095,
      "step": 7222
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.609639282217602e-07,
      "loss": 0.8127,
      "step": 7223
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6001824358654724e-07,
      "loss": 0.9152,
      "step": 7224
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5907425298465126e-07,
      "loss": 0.9365,
      "step": 7225
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.581319565802576e-07,
      "loss": 0.9212,
      "step": 7226
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5719135453725397e-07,
      "loss": 0.8836,
      "step": 7227
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5625244701923735e-07,
      "loss": 0.9192,
      "step": 7228
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.553152341895082e-07,
      "loss": 0.9455,
      "step": 7229
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.543797162110695e-07,
      "loss": 1.0062,
      "step": 7230
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.5344589324663547e-07,
      "loss": 0.9394,
      "step": 7231
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.525137654586185e-07,
      "loss": 0.9095,
      "step": 7232
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.515833330091411e-07,
      "loss": 0.9556,
      "step": 7233
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.506545960600304e-07,
      "loss": 0.8666,
      "step": 7234
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.497275547728151e-07,
      "loss": 0.7917,
      "step": 7235
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.488022093087339e-07,
      "loss": 0.9305,
      "step": 7236
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.47878559828727e-07,
      "loss": 0.8921,
      "step": 7237
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.469566064934403e-07,
      "loss": 0.8755,
      "step": 7238
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4603634946322674e-07,
      "loss": 0.8948,
      "step": 7239
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.451177888981415e-07,
      "loss": 0.8429,
      "step": 7240
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.442009249579469e-07,
      "loss": 0.9042,
      "step": 7241
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.432857578021086e-07,
      "loss": 0.9585,
      "step": 7242
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4237228758979714e-07,
      "loss": 0.8908,
      "step": 7243
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.4146051447988874e-07,
      "loss": 0.7973,
      "step": 7244
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.405504386309643e-07,
      "loss": 0.8517,
      "step": 7245
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.396420602013094e-07,
      "loss": 0.8402,
      "step": 7246
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3873537934891553e-07,
      "loss": 0.9214,
      "step": 7247
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.378303962314754e-07,
      "loss": 0.8774,
      "step": 7248
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3692711100639088e-07,
      "loss": 0.7869,
      "step": 7249
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.360255238307674e-07,
      "loss": 0.9333,
      "step": 7250
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.351256348614106e-07,
      "loss": 0.91,
      "step": 7251
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3422744425483756e-07,
      "loss": 0.8923,
      "step": 7252
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3333095216726553e-07,
      "loss": 0.8829,
      "step": 7253
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3243615875461646e-07,
      "loss": 0.9476,
      "step": 7254
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3154306417252025e-07,
      "loss": 0.8797,
      "step": 7255
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3065166857630717e-07,
      "loss": 0.9826,
      "step": 7256
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2976197212101424e-07,
      "loss": 0.8767,
      "step": 7257
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2887397496138218e-07,
      "loss": 0.8613,
      "step": 7258
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2798767725185856e-07,
      "loss": 0.9073,
      "step": 7259
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2710307914659114e-07,
      "loss": 0.7162,
      "step": 7260
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2622018079943575e-07,
      "loss": 0.8586,
      "step": 7261
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.253389823639496e-07,
      "loss": 0.8935,
      "step": 7262
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2445948399339668e-07,
      "loss": 0.9266,
      "step": 7263
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.235816858407447e-07,
      "loss": 0.7813,
      "step": 7264
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.227055880586648e-07,
      "loss": 0.909,
      "step": 7265
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2183119079953298e-07,
      "loss": 0.7638,
      "step": 7266
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.209584942154286e-07,
      "loss": 0.6275,
      "step": 7267
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.2008749845813692e-07,
      "loss": 0.917,
      "step": 7268
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.192182036791468e-07,
      "loss": 0.8157,
      "step": 7269
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1835061002965064e-07,
      "loss": 0.9441,
      "step": 7270
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1748471766054657e-07,
      "loss": 0.891,
      "step": 7271
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1662052672243304e-07,
      "loss": 0.9682,
      "step": 7272
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1575803736561652e-07,
      "loss": 0.9117,
      "step": 7273
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1489724974010584e-07,
      "loss": 0.8921,
      "step": 7274
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.140381639956135e-07,
      "loss": 0.8052,
      "step": 7275
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1318078028155886e-07,
      "loss": 0.8917,
      "step": 7276
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1232509874705932e-07,
      "loss": 0.8802,
      "step": 7277
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1147111954094246e-07,
      "loss": 0.781,
      "step": 7278
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.1061884281173838e-07,
      "loss": 0.8341,
      "step": 7279
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.097682687076763e-07,
      "loss": 0.8928,
      "step": 7280
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0891939737669676e-07,
      "loss": 0.861,
      "step": 7281
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.080722289664372e-07,
      "loss": 0.9544,
      "step": 7282
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.072267636242431e-07,
      "loss": 0.8719,
      "step": 7283
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.063830014971635e-07,
      "loss": 0.8941,
      "step": 7284
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.055409427319488e-07,
      "loss": 0.8791,
      "step": 7285
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0470058747505516e-07,
      "loss": 0.958,
      "step": 7286
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0386193587264236e-07,
      "loss": 0.8913,
      "step": 7287
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.030249880705737e-07,
      "loss": 0.7786,
      "step": 7288
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0218974421441716e-07,
      "loss": 0.8962,
      "step": 7289
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.0135620444943994e-07,
      "loss": 0.9017,
      "step": 7290
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.005243689206182e-07,
      "loss": 0.9046,
      "step": 7291
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9969423777262963e-07,
      "loss": 0.7687,
      "step": 7292
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9886581114985316e-07,
      "loss": 0.8712,
      "step": 7293
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9803908919637683e-07,
      "loss": 0.8249,
      "step": 7294
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9721407205598563e-07,
      "loss": 0.9469,
      "step": 7295
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.963907598721737e-07,
      "loss": 0.7923,
      "step": 7296
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9556915278813538e-07,
      "loss": 0.8566,
      "step": 7297
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9474925094676856e-07,
      "loss": 0.9536,
      "step": 7298
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9393105449067584e-07,
      "loss": 0.9175,
      "step": 7299
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.931145635621634e-07,
      "loss": 0.9242,
      "step": 7300
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9229977830323765e-07,
      "loss": 0.8105,
      "step": 7301
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.914866988556141e-07,
      "loss": 0.7255,
      "step": 7302
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9067532536070633e-07,
      "loss": 0.8643,
      "step": 7303
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.898656579596314e-07,
      "loss": 0.9362,
      "step": 7304
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8905769679321452e-07,
      "loss": 0.8359,
      "step": 7305
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8825144200197875e-07,
      "loss": 0.8564,
      "step": 7306
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.874468937261531e-07,
      "loss": 0.858,
      "step": 7307
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8664405210567005e-07,
      "loss": 0.8759,
      "step": 7308
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8584291728016234e-07,
      "loss": 0.7155,
      "step": 7309
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8504348938897076e-07,
      "loss": 0.8968,
      "step": 7310
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8424576857113407e-07,
      "loss": 0.9099,
      "step": 7311
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8344975496539685e-07,
      "loss": 0.917,
      "step": 7312
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8265544871020724e-07,
      "loss": 0.9636,
      "step": 7313
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8186284994371472e-07,
      "loss": 0.8804,
      "step": 7314
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8186284994371472e-07,
      "loss": 0.9291,
      "step": 7315
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8186284994371472e-07,
      "loss": 0.8873,
      "step": 7316
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.810719588037735e-07,
      "loss": 0.8287,
      "step": 7317
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8028277542793794e-07,
      "loss": 0.7302,
      "step": 7318
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7949529995346937e-07,
      "loss": 0.9347,
      "step": 7319
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7870953251732936e-07,
      "loss": 0.9194,
      "step": 7320
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7792547325618305e-07,
      "loss": 0.7208,
      "step": 7321
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7714312230639798e-07,
      "loss": 0.8998,
      "step": 7322
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7636247980404641e-07,
      "loss": 0.8875,
      "step": 7323
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.755835458849009e-07,
      "loss": 0.8319,
      "step": 7324
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.748063206844386e-07,
      "loss": 0.9085,
      "step": 7325
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7403080433783804e-07,
      "loss": 0.8847,
      "step": 7326
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7325699697998354e-07,
      "loss": 0.9277,
      "step": 7327
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.724848987454575e-07,
      "loss": 0.8748,
      "step": 7328
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.717145097685502e-07,
      "loss": 0.8762,
      "step": 7329
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7094583018325007e-07,
      "loss": 0.9333,
      "step": 7330
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7017886012325123e-07,
      "loss": 0.7492,
      "step": 7331
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6941359972195036e-07,
      "loss": 0.8828,
      "step": 7332
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6865004911244432e-07,
      "loss": 0.9316,
      "step": 7333
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6788820842753463e-07,
      "loss": 0.9319,
      "step": 7334
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6712807779972528e-07,
      "loss": 0.9338,
      "step": 7335
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6636965736122279e-07,
      "loss": 0.8806,
      "step": 7336
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6561294724393496e-07,
      "loss": 1.0187,
      "step": 7337
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6485794757947316e-07,
      "loss": 0.7099,
      "step": 7338
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6410465849915236e-07,
      "loss": 0.8777,
      "step": 7339
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6335308013398888e-07,
      "loss": 0.8814,
      "step": 7340
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6260321261470146e-07,
      "loss": 0.7873,
      "step": 7341
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6185505607171027e-07,
      "loss": 0.839,
      "step": 7342
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6110861063514004e-07,
      "loss": 0.9311,
      "step": 7343
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6036387643481589e-07,
      "loss": 0.8614,
      "step": 7344
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5962085360026636e-07,
      "loss": 0.7332,
      "step": 7345
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5887954226072366e-07,
      "loss": 0.7616,
      "step": 7346
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5813994254512022e-07,
      "loss": 0.9332,
      "step": 7347
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5740205458208978e-07,
      "loss": 0.7344,
      "step": 7348
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5666587849997196e-07,
      "loss": 0.8466,
      "step": 7349
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5593141442680647e-07,
      "loss": 0.9199,
      "step": 7350
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5519866249033454e-07,
      "loss": 0.865,
      "step": 7351
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.54467622818002e-07,
      "loss": 0.9429,
      "step": 7352
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5373829553695373e-07,
      "loss": 0.8563,
      "step": 7353
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5301068077404057e-07,
      "loss": 0.9286,
      "step": 7354
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5228477865581127e-07,
      "loss": 0.8898,
      "step": 7355
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5156058930852035e-07,
      "loss": 0.7944,
      "step": 7356
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5083811285812267e-07,
      "loss": 0.8805,
      "step": 7357
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5011734943027433e-07,
      "loss": 0.9388,
      "step": 7358
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4939829915033733e-07,
      "loss": 0.9097,
      "step": 7359
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4868096214337047e-07,
      "loss": 0.829,
      "step": 7360
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.479653385341373e-07,
      "loss": 0.7542,
      "step": 7361
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4725142844710493e-07,
      "loss": 0.8872,
      "step": 7362
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.465392320064385e-07,
      "loss": 0.9052,
      "step": 7363
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4582874933600888e-07,
      "loss": 0.7257,
      "step": 7364
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4511998055938725e-07,
      "loss": 0.8994,
      "step": 7365
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.44412925799845e-07,
      "loss": 0.9163,
      "step": 7366
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.437075851803582e-07,
      "loss": 0.8602,
      "step": 7367
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.430039588236043e-07,
      "loss": 0.8114,
      "step": 7368
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4230204685196202e-07,
      "loss": 0.887,
      "step": 7369
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4160184938751155e-07,
      "loss": 0.8883,
      "step": 7370
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.409033665520354e-07,
      "loss": 0.7728,
      "step": 7371
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4020659846701646e-07,
      "loss": 0.8642,
      "step": 7372
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.395115452536422e-07,
      "loss": 0.9239,
      "step": 7373
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3881820703279924e-07,
      "loss": 0.8517,
      "step": 7374
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3812658392507893e-07,
      "loss": 0.8904,
      "step": 7375
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3743667605076838e-07,
      "loss": 0.9527,
      "step": 7376
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.367484835298638e-07,
      "loss": 0.9453,
      "step": 7377
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3606200648205837e-07,
      "loss": 0.9891,
      "step": 7378
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3537724502674766e-07,
      "loss": 0.9044,
      "step": 7379
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3469419928303085e-07,
      "loss": 0.8514,
      "step": 7380
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3401286936970516e-07,
      "loss": 0.8942,
      "step": 7381
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.333332554052724e-07,
      "loss": 0.9395,
      "step": 7382
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.326553575079359e-07,
      "loss": 0.8794,
      "step": 7383
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3197917579559792e-07,
      "loss": 0.8339,
      "step": 7384
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3130471038586446e-07,
      "loss": 0.9406,
      "step": 7385
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3063196139604274e-07,
      "loss": 0.9063,
      "step": 7386
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2996092894313917e-07,
      "loss": 0.8409,
      "step": 7387
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2929161314386597e-07,
      "loss": 0.8566,
      "step": 7388
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2862401411463442e-07,
      "loss": 0.8682,
      "step": 7389
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2795813197155503e-07,
      "loss": 0.9281,
      "step": 7390
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2729396683044403e-07,
      "loss": 0.8867,
      "step": 7391
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2663151880681568e-07,
      "loss": 0.8814,
      "step": 7392
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.259707880158867e-07,
      "loss": 0.9484,
      "step": 7393
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2531177457257514e-07,
      "loss": 0.7832,
      "step": 7394
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2465447859150048e-07,
      "loss": 0.8462,
      "step": 7395
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2399890018698345e-07,
      "loss": 0.9119,
      "step": 7396
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.233450394730462e-07,
      "loss": 0.8898,
      "step": 7397
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2269289656341222e-07,
      "loss": 0.8587,
      "step": 7398
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2204247157150516e-07,
      "loss": 0.8674,
      "step": 7399
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2139376461045127e-07,
      "loss": 0.8944,
      "step": 7400
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.2074677579307692e-07,
      "loss": 0.8487,
      "step": 7401
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.201015052319099e-07,
      "loss": 0.9046,
      "step": 7402
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.194579530391804e-07,
      "loss": 0.8449,
      "step": 7403
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1881611932681892e-07,
      "loss": 0.6931,
      "step": 7404
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1817600420645392e-07,
      "loss": 0.8969,
      "step": 7405
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.175376077894208e-07,
      "loss": 0.8676,
      "step": 7406
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1690093018675186e-07,
      "loss": 0.7754,
      "step": 7407
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1626597150918295e-07,
      "loss": 0.8771,
      "step": 7408
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1563273186714907e-07,
      "loss": 0.7775,
      "step": 7409
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1500121137078545e-07,
      "loss": 0.9221,
      "step": 7410
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1437141012993091e-07,
      "loss": 0.9379,
      "step": 7411
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.137433282541256e-07,
      "loss": 0.8708,
      "step": 7412
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1311696585260657e-07,
      "loss": 0.8688,
      "step": 7413
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1249232303431667e-07,
      "loss": 0.8712,
      "step": 7414
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1186939990789458e-07,
      "loss": 0.911,
      "step": 7415
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1124819658168474e-07,
      "loss": 0.9402,
      "step": 7416
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1062871316372958e-07,
      "loss": 0.9336,
      "step": 7417
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1001094976177296e-07,
      "loss": 0.8689,
      "step": 7418
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0939490648326112e-07,
      "loss": 0.9885,
      "step": 7419
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0878058343533949e-07,
      "loss": 0.9164,
      "step": 7420
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0816798072485369e-07,
      "loss": 0.8996,
      "step": 7421
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0755709845835183e-07,
      "loss": 0.8934,
      "step": 7422
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0694793674208115e-07,
      "loss": 0.8587,
      "step": 7423
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0634049568199134e-07,
      "loss": 0.7872,
      "step": 7424
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0573477538373233e-07,
      "loss": 0.7453,
      "step": 7425
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.051307759526532e-07,
      "loss": 0.8965,
      "step": 7426
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0452849749380545e-07,
      "loss": 0.5785,
      "step": 7427
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0392794011194197e-07,
      "loss": 0.8927,
      "step": 7428
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0332910391151362e-07,
      "loss": 0.8574,
      "step": 7429
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0273198899667492e-07,
      "loss": 0.8863,
      "step": 7430
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.021365954712783e-07,
      "loss": 0.8964,
      "step": 7431
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0154292343887872e-07,
      "loss": 0.8648,
      "step": 7432
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0095097300273026e-07,
      "loss": 0.9064,
      "step": 7433
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.0036074426578946e-07,
      "loss": 0.8217,
      "step": 7434
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.977223733070973e-08,
      "loss": 0.8893,
      "step": 7435
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.918545229985032e-08,
      "loss": 0.9221,
      "step": 7436
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.860038927526738e-08,
      "loss": 0.8868,
      "step": 7437
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.80170483587195e-08,
      "loss": 0.8809,
      "step": 7438
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.74354296516622e-08,
      "loss": 0.9252,
      "step": 7439
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.685553325525565e-08,
      "loss": 0.904,
      "step": 7440
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.627735927035808e-08,
      "loss": 0.8872,
      "step": 7441
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.570090779752906e-08,
      "loss": 0.7132,
      "step": 7442
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.512617893702836e-08,
      "loss": 0.834,
      "step": 7443
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.455317278881604e-08,
      "loss": 0.7587,
      "step": 7444
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.398188945255237e-08,
      "loss": 0.8415,
      "step": 7445
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.3412329027599e-08,
      "loss": 0.9256,
      "step": 7446
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.284449161301667e-08,
      "loss": 0.9157,
      "step": 7447
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.227837730756639e-08,
      "loss": 0.9058,
      "step": 7448
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.171398620971051e-08,
      "loss": 0.8911,
      "step": 7449
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.11513184176116e-08,
      "loss": 0.7701,
      "step": 7450
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.05903740291314e-08,
      "loss": 0.8156,
      "step": 7451
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.003115314183186e-08,
      "loss": 0.8932,
      "step": 7452
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.94736558529774e-08,
      "loss": 0.9089,
      "step": 7453
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.891788225953157e-08,
      "loss": 0.9089,
      "step": 7454
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.836383245815484e-08,
      "loss": 0.9408,
      "step": 7455
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.781150654521342e-08,
      "loss": 0.7345,
      "step": 7456
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.72609046167694e-08,
      "loss": 0.8791,
      "step": 7457
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.671202676858837e-08,
      "loss": 0.9392,
      "step": 7458
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.616487309613286e-08,
      "loss": 0.7619,
      "step": 7459
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.561944369456676e-08,
      "loss": 0.853,
      "step": 7460
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.507573865875529e-08,
      "loss": 0.8361,
      "step": 7461
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.45337580832617e-08,
      "loss": 0.8365,
      "step": 7462
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.399350206235168e-08,
      "loss": 0.7846,
      "step": 7463
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.345497068998897e-08,
      "loss": 0.883,
      "step": 7464
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.291816405983755e-08,
      "loss": 0.8471,
      "step": 7465
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.23830822652616e-08,
      "loss": 0.8525,
      "step": 7466
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.184972539932667e-08,
      "loss": 0.912,
      "step": 7467
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.131809355479747e-08,
      "loss": 0.8983,
      "step": 7468
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.07881868241378e-08,
      "loss": 0.9441,
      "step": 7469
    },
    {
      "epoch": 0.96,
      "learning_rate": 8.026000529951172e-08,
      "loss": 0.8615,
      "step": 7470
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.973354907278353e-08,
      "loss": 0.898,
      "step": 7471
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.920881823551995e-08,
      "loss": 0.7627,
      "step": 7472
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.868581287898136e-08,
      "loss": 0.8717,
      "step": 7473
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.816453309413385e-08,
      "loss": 0.8754,
      "step": 7474
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.764497897164047e-08,
      "loss": 0.7356,
      "step": 7475
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.712715060186671e-08,
      "loss": 0.9042,
      "step": 7476
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.661104807487607e-08,
      "loss": 0.9571,
      "step": 7477
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.60966714804301e-08,
      "loss": 0.8156,
      "step": 7478
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.558402090799389e-08,
      "loss": 0.8997,
      "step": 7479
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.507309644672944e-08,
      "loss": 0.9078,
      "step": 7480
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.456389818550014e-08,
      "loss": 0.9018,
      "step": 7481
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.405642621286957e-08,
      "loss": 0.9721,
      "step": 7482
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.355068061709824e-08,
      "loss": 0.885,
      "step": 7483
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.304666148615025e-08,
      "loss": 0.8594,
      "step": 7484
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.254436890768546e-08,
      "loss": 0.9418,
      "step": 7485
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.204380296906732e-08,
      "loss": 0.8913,
      "step": 7486
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.15449637573562e-08,
      "loss": 0.7815,
      "step": 7487
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.10478513593138e-08,
      "loss": 0.7196,
      "step": 7488
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.055246586139986e-08,
      "loss": 0.8504,
      "step": 7489
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.005880734977543e-08,
      "loss": 0.8696,
      "step": 7490
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.956687591029965e-08,
      "loss": 0.8637,
      "step": 7491
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.907667162853183e-08,
      "loss": 0.9677,
      "step": 7492
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.858819458973265e-08,
      "loss": 0.9032,
      "step": 7493
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.810144487885861e-08,
      "loss": 0.9136,
      "step": 7494
    },
    {
      "epoch": 0.96,
      "learning_rate": 6.761642258056977e-08,
      "loss": 0.9235,
      "step": 7495
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.713312777922421e-08,
      "loss": 0.8873,
      "step": 7496
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.6651560558878e-08,
      "loss": 0.7322,
      "step": 7497
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.617172100328862e-08,
      "loss": 0.6129,
      "step": 7498
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.569360919591261e-08,
      "loss": 0.835,
      "step": 7499
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.52172252199057e-08,
      "loss": 0.8148,
      "step": 7500
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.474256915812383e-08,
      "loss": 0.8041,
      "step": 7501
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.426964109312095e-08,
      "loss": 0.9193,
      "step": 7502
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.379844110715349e-08,
      "loss": 0.8423,
      "step": 7503
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.332896928217258e-08,
      "loss": 0.893,
      "step": 7504
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.286122569983177e-08,
      "loss": 0.7523,
      "step": 7505
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.239521044148489e-08,
      "loss": 0.9139,
      "step": 7506
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.193092358818487e-08,
      "loss": 0.9029,
      "step": 7507
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.146836522068045e-08,
      "loss": 0.8985,
      "step": 7508
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.100753541942506e-08,
      "loss": 0.9031,
      "step": 7509
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.05484342645668e-08,
      "loss": 0.854,
      "step": 7510
    },
    {
      "epoch": 0.97,
      "learning_rate": 6.009106183595626e-08,
      "loss": 0.8985,
      "step": 7511
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.963541821314201e-08,
      "loss": 0.8649,
      "step": 7512
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.918150347537177e-08,
      "loss": 0.8881,
      "step": 7513
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.8729317701594625e-08,
      "loss": 0.8574,
      "step": 7514
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.827886097045432e-08,
      "loss": 0.9876,
      "step": 7515
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.783013336030041e-08,
      "loss": 0.9554,
      "step": 7516
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.738313494917602e-08,
      "loss": 0.8854,
      "step": 7517
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.693786581482452e-08,
      "loss": 0.8879,
      "step": 7518
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.649432603469285e-08,
      "loss": 0.9552,
      "step": 7519
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.605251568592263e-08,
      "loss": 0.8478,
      "step": 7520
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.561243484535461e-08,
      "loss": 0.9393,
      "step": 7521
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.5174083589532024e-08,
      "loss": 0.8747,
      "step": 7522
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.473746199469387e-08,
      "loss": 0.8658,
      "step": 7523
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.430257013678164e-08,
      "loss": 0.9673,
      "step": 7524
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3869408091432596e-08,
      "loss": 0.894,
      "step": 7525
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3437975933985366e-08,
      "loss": 0.9597,
      "step": 7526
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.30082737394777e-08,
      "loss": 0.9062,
      "step": 7527
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2580301582645375e-08,
      "loss": 0.9229,
      "step": 7528
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.2154059537923295e-08,
      "loss": 0.9231,
      "step": 7529
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1729547679446604e-08,
      "loss": 0.905,
      "step": 7530
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.1306766081048456e-08,
      "loss": 0.7104,
      "step": 7531
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0885714816262257e-08,
      "loss": 0.7172,
      "step": 7532
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.046639395831832e-08,
      "loss": 0.8931,
      "step": 7533
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.0048803580147186e-08,
      "loss": 0.7353,
      "step": 7534
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.963294375438077e-08,
      "loss": 0.9076,
      "step": 7535
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.921881455334565e-08,
      "loss": 0.7392,
      "step": 7536
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.880641604906977e-08,
      "loss": 0.9033,
      "step": 7537
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.839574831328131e-08,
      "loss": 0.886,
      "step": 7538
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.7986811417404245e-08,
      "loss": 0.8848,
      "step": 7539
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.75796054325639e-08,
      "loss": 0.888,
      "step": 7540
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.717413042958474e-08,
      "loss": 0.7372,
      "step": 7541
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.677038647898702e-08,
      "loss": 0.9357,
      "step": 7542
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.6368373650994555e-08,
      "loss": 0.8869,
      "step": 7543
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.596809201552588e-08,
      "loss": 0.837,
      "step": 7544
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.556954164220306e-08,
      "loss": 0.6377,
      "step": 7545
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.517272260034067e-08,
      "loss": 0.7513,
      "step": 7546
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.477763495895793e-08,
      "loss": 0.8686,
      "step": 7547
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.4384278786770985e-08,
      "loss": 0.8843,
      "step": 7548
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.399265415219289e-08,
      "loss": 0.884,
      "step": 7549
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.3602761123339164e-08,
      "loss": 0.8527,
      "step": 7550
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.321459976802e-08,
      "loss": 0.8507,
      "step": 7551
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.282817015374807e-08,
      "loss": 0.9578,
      "step": 7552
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.244347234773405e-08,
      "loss": 0.983,
      "step": 7553
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.2060506416885526e-08,
      "loss": 0.7545,
      "step": 7554
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.1679272427810335e-08,
      "loss": 0.8524,
      "step": 7555
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.129977044681654e-08,
      "loss": 0.9014,
      "step": 7556
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0922000539906914e-08,
      "loss": 0.8928,
      "step": 7557
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0545962772786664e-08,
      "loss": 0.7765,
      "step": 7558
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.0171657210856806e-08,
      "loss": 0.9026,
      "step": 7559
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.979908391922083e-08,
      "loss": 0.825,
      "step": 7560
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.942824296267911e-08,
      "loss": 0.8442,
      "step": 7561
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.905913440572784e-08,
      "loss": 0.8571,
      "step": 7562
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.8691758312566773e-08,
      "loss": 0.9137,
      "step": 7563
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.832611474709036e-08,
      "loss": 0.9491,
      "step": 7564
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.796220377289439e-08,
      "loss": 0.9069,
      "step": 7565
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.760002545327379e-08,
      "loss": 0.8062,
      "step": 7566
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.723957985121707e-08,
      "loss": 0.8428,
      "step": 7567
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.688086702941851e-08,
      "loss": 0.8997,
      "step": 7568
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.6523887050264884e-08,
      "loss": 0.7774,
      "step": 7569
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.616863997584652e-08,
      "loss": 0.8494,
      "step": 7570
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5815125867948444e-08,
      "loss": 0.9135,
      "step": 7571
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.546334478805591e-08,
      "loss": 0.8604,
      "step": 7572
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.5113296797353313e-08,
      "loss": 0.9164,
      "step": 7573
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.476498195672196e-08,
      "loss": 0.959,
      "step": 7574
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.441840032674448e-08,
      "loss": 0.8852,
      "step": 7575
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.4073551967699346e-08,
      "loss": 0.8756,
      "step": 7576
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.373043693956413e-08,
      "loss": 0.8803,
      "step": 7577
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3389055302016635e-08,
      "loss": 0.8598,
      "step": 7578
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.30494071144305e-08,
      "loss": 0.7607,
      "step": 7579
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.271149243587957e-08,
      "loss": 0.8477,
      "step": 7580
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2375311325136826e-08,
      "loss": 0.937,
      "step": 7581
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.2040863840672175e-08,
      "loss": 0.9408,
      "step": 7582
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.170815004065353e-08,
      "loss": 0.8714,
      "step": 7583
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.137716998295015e-08,
      "loss": 0.9087,
      "step": 7584
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.104792372512822e-08,
      "loss": 0.9097,
      "step": 7585
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.072041132444969e-08,
      "loss": 0.9327,
      "step": 7586
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.039463283788013e-08,
      "loss": 0.9256,
      "step": 7587
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.0070588322079765e-08,
      "loss": 0.9374,
      "step": 7588
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9748277833406836e-08,
      "loss": 0.9724,
      "step": 7589
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9427701427922062e-08,
      "loss": 0.8922,
      "step": 7590
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.9108859161379732e-08,
      "loss": 0.9638,
      "step": 7591
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8791751089235487e-08,
      "loss": 0.9052,
      "step": 7592
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8476377266642985e-08,
      "loss": 0.8319,
      "step": 7593
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.8162737748452795e-08,
      "loss": 0.8994,
      "step": 7594
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7850832589216836e-08,
      "loss": 0.7695,
      "step": 7595
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.7540661843181716e-08,
      "loss": 0.7467,
      "step": 7596
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.723222556429428e-08,
      "loss": 0.9861,
      "step": 7597
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6925523806199394e-08,
      "loss": 0.9053,
      "step": 7598
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6620556622242167e-08,
      "loss": 0.9439,
      "step": 7599
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.631732406546128e-08,
      "loss": 0.9063,
      "step": 7600
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.6015826188598993e-08,
      "loss": 0.7835,
      "step": 7601
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.5716063044093353e-08,
      "loss": 0.9078,
      "step": 7602
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.541803468407933e-08,
      "loss": 0.8857,
      "step": 7603
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.512174116039323e-08,
      "loss": 0.9198,
      "step": 7604
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.482718252456828e-08,
      "loss": 0.8623,
      "step": 7605
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.4534358827834616e-08,
      "loss": 0.8879,
      "step": 7606
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.42432701211226e-08,
      "loss": 0.9192,
      "step": 7607
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.395391645505951e-08,
      "loss": 0.7933,
      "step": 7608
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3666297879971766e-08,
      "loss": 0.9203,
      "step": 7609
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.338041444588268e-08,
      "loss": 0.8745,
      "step": 7610
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.3096266202516925e-08,
      "loss": 0.6922,
      "step": 7611
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.2813853199292745e-08,
      "loss": 0.8627,
      "step": 7612
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.253317548533085e-08,
      "loss": 0.7701,
      "step": 7613
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.225423310944774e-08,
      "loss": 0.811,
      "step": 7614
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.197702612015795e-08,
      "loss": 0.7863,
      "step": 7615
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1701554565675133e-08,
      "loss": 1.0091,
      "step": 7616
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.1427818493912068e-08,
      "loss": 0.8545,
      "step": 7617
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.115581795247734e-08,
      "loss": 0.7918,
      "step": 7618
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.088555298867978e-08,
      "loss": 0.8849,
      "step": 7619
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0617023649524004e-08,
      "loss": 0.9223,
      "step": 7620
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0350229981714876e-08,
      "loss": 0.8354,
      "step": 7621
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.0085172031655275e-08,
      "loss": 0.7397,
      "step": 7622
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9821849845443886e-08,
      "loss": 0.9074,
      "step": 7623
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9560263468881847e-08,
      "loss": 0.8773,
      "step": 7624
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9300412947463877e-08,
      "loss": 0.9078,
      "step": 7625
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9042298326384934e-08,
      "loss": 0.7973,
      "step": 7626
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8785919650537997e-08,
      "loss": 0.8745,
      "step": 7627
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8531276964514065e-08,
      "loss": 0.9416,
      "step": 7628
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8278370312602157e-08,
      "loss": 0.8716,
      "step": 7629
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.8027199738788192e-08,
      "loss": 0.9166,
      "step": 7630
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7777765286758342e-08,
      "loss": 0.7386,
      "step": 7631
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7530066999894568e-08,
      "loss": 0.869,
      "step": 7632
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.7284104921279075e-08,
      "loss": 0.9328,
      "step": 7633
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.703987909369098e-08,
      "loss": 0.9004,
      "step": 7634
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6797389559607414e-08,
      "loss": 1.0124,
      "step": 7635
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6556636361202417e-08,
      "loss": 0.9452,
      "step": 7636
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.631761954035027e-08,
      "loss": 0.9117,
      "step": 7637
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.608033913862106e-08,
      "loss": 0.8411,
      "step": 7638
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5844795197285102e-08,
      "loss": 0.9633,
      "step": 7639
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5610987757309625e-08,
      "loss": 0.7363,
      "step": 7640
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5378916859358773e-08,
      "loss": 0.8413,
      "step": 7641
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.514858254379581e-08,
      "loss": 0.9567,
      "step": 7642
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4919984850683132e-08,
      "loss": 0.8667,
      "step": 7643
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4693123819777833e-08,
      "loss": 0.8774,
      "step": 7644
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4467999490538343e-08,
      "loss": 0.9512,
      "step": 7645
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4244611902118899e-08,
      "loss": 0.9075,
      "step": 7646
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4022961093371757e-08,
      "loss": 0.9662,
      "step": 7647
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.380304710284941e-08,
      "loss": 0.9124,
      "step": 7648
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3584869968799042e-08,
      "loss": 0.9695,
      "step": 7649
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3368429729168075e-08,
      "loss": 0.8714,
      "step": 7650
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3153726421599733e-08,
      "loss": 0.8713,
      "step": 7651
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2940760083438586e-08,
      "loss": 0.8205,
      "step": 7652
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2729530751723895e-08,
      "loss": 0.9539,
      "step": 7653
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.252003846319294e-08,
      "loss": 0.8583,
      "step": 7654
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2312283254283242e-08,
      "loss": 0.967,
      "step": 7655
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2106265161128117e-08,
      "loss": 0.8579,
      "step": 7656
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1901984219558904e-08,
      "loss": 0.8609,
      "step": 7657
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1699440465107182e-08,
      "loss": 0.8102,
      "step": 7658
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1498633932998104e-08,
      "loss": 0.8352,
      "step": 7659
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.129956465815818e-08,
      "loss": 0.8002,
      "step": 7660
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.1102232675210822e-08,
      "loss": 0.914,
      "step": 7661
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0906638018477466e-08,
      "loss": 0.8598,
      "step": 7662
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0712780721977568e-08,
      "loss": 0.8904,
      "step": 7663
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0520660819425266e-08,
      "loss": 0.855,
      "step": 7664
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0330278344237166e-08,
      "loss": 0.8533,
      "step": 7665
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0141633329525669e-08,
      "loss": 0.8972,
      "step": 7666
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.954725808101196e-09,
      "loss": 0.87,
      "step": 7667
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.769555812471076e-09,
      "loss": 0.8881,
      "step": 7668
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.586123374840662e-09,
      "loss": 0.976,
      "step": 7669
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.404428527114428e-09,
      "loss": 0.8995,
      "step": 7670
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.224471300893767e-09,
      "loss": 0.9057,
      "step": 7671
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.046251727476974e-09,
      "loss": 0.8956,
      "step": 7672
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.869769837862585e-09,
      "loss": 0.8919,
      "step": 7673
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.695025662744938e-09,
      "loss": 0.8808,
      "step": 7674
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.522019232515277e-09,
      "loss": 0.6057,
      "step": 7675
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.350750577263978e-09,
      "loss": 0.8709,
      "step": 7676
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.181219726780543e-09,
      "loss": 0.9131,
      "step": 7677
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.013426710550276e-09,
      "loss": 0.8591,
      "step": 7678
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.8473715577565e-09,
      "loss": 0.8868,
      "step": 7679
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.683054297279447e-09,
      "loss": 0.9451,
      "step": 7680
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.520474957699586e-09,
      "loss": 0.8332,
      "step": 7681
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.359633567293189e-09,
      "loss": 0.8469,
      "step": 7682
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.200530154033436e-09,
      "loss": 0.9594,
      "step": 7683
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.043164745594855e-09,
      "loss": 0.9209,
      "step": 7684
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.887537369345554e-09,
      "loss": 0.8654,
      "step": 7685
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.733648052354991e-09,
      "loss": 0.9787,
      "step": 7686
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.581496821386202e-09,
      "loss": 0.8698,
      "step": 7687
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.4310837029035735e-09,
      "loss": 0.8443,
      "step": 7688
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.2824087230672905e-09,
      "loss": 0.8998,
      "step": 7689
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.135471907735557e-09,
      "loss": 0.8739,
      "step": 7690
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.990273282464598e-09,
      "loss": 0.9037,
      "step": 7691
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.846812872508656e-09,
      "loss": 0.9073,
      "step": 7692
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.705090702819993e-09,
      "loss": 0.8876,
      "step": 7693
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.565106798045561e-09,
      "loss": 0.9101,
      "step": 7694
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.42686118253366e-09,
      "loss": 0.7823,
      "step": 7695
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.290353880328392e-09,
      "loss": 0.9118,
      "step": 7696
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.155584915171874e-09,
      "loss": 0.7875,
      "step": 7697
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.0225543105042466e-09,
      "loss": 0.8544,
      "step": 7698
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.891262089461446e-09,
      "loss": 0.8992,
      "step": 7699
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.761708274880761e-09,
      "loss": 0.8623,
      "step": 7700
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.633892889294167e-09,
      "loss": 0.8919,
      "step": 7701
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5078159549316605e-09,
      "loss": 0.8935,
      "step": 7702
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.383477493720145e-09,
      "loss": 0.8987,
      "step": 7703
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.260877527287877e-09,
      "loss": 0.9469,
      "step": 7704
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.140016076956687e-09,
      "loss": 0.9027,
      "step": 7705
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.0208931637475415e-09,
      "loss": 0.8837,
      "step": 7706
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.903508808378309e-09,
      "loss": 0.9012,
      "step": 7707
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.787863031265993e-09,
      "loss": 0.8891,
      "step": 7708
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.673955852524502e-09,
      "loss": 0.7257,
      "step": 7709
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.561787291965768e-09,
      "loss": 0.888,
      "step": 7710
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4513573690964086e-09,
      "loss": 0.9297,
      "step": 7711
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3426661031255024e-09,
      "loss": 0.8067,
      "step": 7712
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.2357135129568174e-09,
      "loss": 0.932,
      "step": 7713
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1304996171910297e-09,
      "loss": 0.8586,
      "step": 7714
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0270244341279454e-09,
      "loss": 0.8889,
      "step": 7715
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.92528798176539e-09,
      "loss": 0.9484,
      "step": 7716
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.8252902777969884e-09,
      "loss": 0.9112,
      "step": 7717
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.7270313396154934e-09,
      "loss": 0.9409,
      "step": 7718
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.630511184310569e-09,
      "loss": 0.8758,
      "step": 7719
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.535729828669897e-09,
      "loss": 0.6912,
      "step": 7720
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.442687289176959e-09,
      "loss": 0.8547,
      "step": 7721
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3513835820165865e-09,
      "loss": 0.8537,
      "step": 7722
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.261818723066078e-09,
      "loss": 0.9556,
      "step": 7723
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.1739927279051943e-09,
      "loss": 0.8316,
      "step": 7724
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.087905611808383e-09,
      "loss": 0.8762,
      "step": 7725
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.003557389748112e-09,
      "loss": 0.8409,
      "step": 7726
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.920948076395979e-09,
      "loss": 0.9118,
      "step": 7727
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.840077686118269e-09,
      "loss": 0.8664,
      "step": 7728
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7609462329803983e-09,
      "loss": 0.8828,
      "step": 7729
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.683553730746912e-09,
      "loss": 0.7803,
      "step": 7730
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6079001928770432e-09,
      "loss": 0.8292,
      "step": 7731
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.533985632530266e-09,
      "loss": 0.8882,
      "step": 7732
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.461810062559632e-09,
      "loss": 0.9106,
      "step": 7733
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.391373495521764e-09,
      "loss": 0.9695,
      "step": 7734
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.3226759436646419e-09,
      "loss": 0.8091,
      "step": 7735
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2557174189375965e-09,
      "loss": 0.5813,
      "step": 7736
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1904979329868672e-09,
      "loss": 0.7626,
      "step": 7737
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1270174971544922e-09,
      "loss": 0.9561,
      "step": 7738
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.06527612248275e-09,
      "loss": 0.8989,
      "step": 7739
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0052738197097178e-09,
      "loss": 0.9465,
      "step": 7740
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.470105992703816e-10,
      "loss": 0.919,
      "step": 7741
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.90486471298857e-10,
      "loss": 0.9235,
      "step": 7742
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.357014456272794e-10,
      "loss": 0.7295,
      "step": 7743
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.826555317813622e-10,
      "loss": 0.8756,
      "step": 7744
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.313487389903895e-10,
      "loss": 0.8998,
      "step": 7745
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.817810761761134e-10,
      "loss": 0.9559,
      "step": 7746
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.339525519594159e-10,
      "loss": 0.9041,
      "step": 7747
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.878631746591978e-10,
      "loss": 0.8436,
      "step": 7748
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.435129522923799e-10,
      "loss": 0.8973,
      "step": 7749
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.009018925727916e-10,
      "loss": 0.875,
      "step": 7750
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.6003000291006127e-10,
      "loss": 0.897,
      "step": 7751
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.208972904129471e-10,
      "loss": 0.8853,
      "step": 7752
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.835037618893367e-10,
      "loss": 0.857,
      "step": 7753
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.478494238418062e-10,
      "loss": 0.8743,
      "step": 7754
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.1393428247095125e-10,
      "loss": 0.7306,
      "step": 7755
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.81758343676497e-10,
      "loss": 0.91,
      "step": 7756
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5132161305507775e-10,
      "loss": 0.87,
      "step": 7757
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.2262409589912658e-10,
      "loss": 0.8411,
      "step": 7758
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9566579720020628e-10,
      "loss": 0.736,
      "step": 7759
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7044672164789889e-10,
      "loss": 0.934,
      "step": 7760
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4696687362758533e-10,
      "loss": 0.6203,
      "step": 7761
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2522625722377613e-10,
      "loss": 0.8674,
      "step": 7762
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0522487621678068e-10,
      "loss": 0.8892,
      "step": 7763
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.696273408603794e-11,
      "loss": 0.7926,
      "step": 7764
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.043983400789601e-11,
      "loss": 0.9328,
      "step": 7765
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.5656178855612034e-11,
      "loss": 0.8917,
      "step": 7766
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.261177120046256e-11,
      "loss": 0.8702,
      "step": 7767
    },
    {
      "epoch": 1.0,
      "step": 7767,
      "total_flos": 2.46390854748681e+19,
      "train_loss": 0.9294384757386098,
      "train_runtime": 193536.3698,
      "train_samples_per_second": 5.137,
      "train_steps_per_second": 0.04
    }
  ],
  "max_steps": 7767,
  "num_train_epochs": 1,
  "total_flos": 2.46390854748681e+19,
  "trial_name": null,
  "trial_params": null
}